-- Logs begin at Thu 2021-06-03 15:40:31 UTC, end at Thu 2021-06-03 17:02:50 UTC. --
Jun 03 16:08:50.646617 dv-cinder-786524-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jun 03 16:08:53.235869 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.common.config [-] Logging enabled!
Jun 03 16:08:53.236437 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev255
Jun 03 16:08:53.236645 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91511) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 03 16:08:53.240006 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.common.config [-] Logging enabled!
Jun 03 16:08:53.240267 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev255
Jun 03 16:08:53.240580 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91511) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 03 16:08:53.241530 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 03 16:08:53.241771 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 03 16:08:53.242132 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 03 16:08:53.242382 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 03 16:08:53.242611 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 03 16:08:53.242934 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.243237 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.243542 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.243775 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.244073 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.244366 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.244650 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.244943 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.245318 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.245566 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.245848 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.246137 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.246372 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.246656 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.246946 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.247235 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.247460 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] debug                          = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.247744 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.248177 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.248598 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.248884 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.249204 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.249488 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.249766 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.250045 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.250334 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.250670 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] host                           = dv-cinder-786524-8-iscsi {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.250951 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.251242 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.251535 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.251824 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.252102 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.252384 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.252758 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.253031 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.253430 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.253723 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.254018 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.254311 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.254609 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.254838 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.255065 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.255357 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.255649 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.255930 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.256210 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.256490 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.256770 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.257049 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.257344 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.257633 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.257920 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.258207 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.258484 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.258762 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.259037 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.259313 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.259600 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.259877 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.260152 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.260428 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.260719 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.260994 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.261294 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.261601 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.261888 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.262172 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.262460 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.262738 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.263025 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.263300 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.263581 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.263857 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.264132 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.264405 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.264691 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.264969 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.265271 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.265547 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.265825 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.266111 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:53.266409 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.266711 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.267270 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.267559 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.267861 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.268687 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.268982 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.269295 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.269586 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.269881 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.270178 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.270463 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.270757 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.271040 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.271343 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.271656 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.271956 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.272250 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.272531 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.272808 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.273116 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.273406 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.273700 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.274005 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.274300 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.274580 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.274865 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.275162 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.275448 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.275727 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.276010 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.276304 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.276586 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.276863 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.277176 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.277465 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.277743 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.278018 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.278298 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.278591 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.278871 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.279144 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.279417 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.279697 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.279971 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.280258 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.280538 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.280814 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.281115 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.281398 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.281675 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.281952 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.282232 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.282505 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.282784 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.283056 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.283330 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.283605 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.284571 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.285042 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.285542 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.286035 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.286452 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.286746 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.287036 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.287323 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.287751 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.288043 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.288363 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.288666 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.288949 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.289264 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.289560 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.289848 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.290134 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.290421 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.290703 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.290987 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.291267 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.291609 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.292079 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.292578 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.293082 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.293584 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.294123 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.294623 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.295144 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.295652 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.296161 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.296696 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.297276 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.297812 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.298348 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.298893 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.299462 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.299992 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.300537 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.301142 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.301652 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:53.302035 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 03 16:08:53.302474 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91511) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jun 03 16:08:53.655833 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:08:53.656115 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:08:53.656406 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:08:53.656746 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.manager [-] Loading core plugin: ml2
Jun 03 16:08:54.040673 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.040980 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.041291 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.042512 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.042790 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.043059 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.079750 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.080030 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.080300 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.093386 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.093671 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.093946 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.122508 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.122783 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.123050 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.161668 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.161946 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.162213 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.398098 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7effa37f6af0> agent after_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.398702 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7effa37f6af0> agent after_update 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.398702 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7effa37f6b80> segment precommit_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.398922 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7effa37f6c10> network precommit_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.399626 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7effa3804dc0> segment before_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.528094 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7effa42ab640>> network before_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.528428 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7effa39d80d0> agent before_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.528714 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_net of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7effa42ab640>> network before_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.529004 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7effa42ab640>> port before_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.529447 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7effa42ab640>> port before_update 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.529693 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7effa42ab640>> segment precommit_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.529960 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7effa42ab640>> segment precommit_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.530224 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7effa42ab640>> segment after_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.530484 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7effa42ab640>> segment after_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.530775 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7effa42ab640>> network after_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.531038 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7effa42ab640>> network precommit_delete 0 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.531304 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7effa42ab640>> port provisioning_complete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.531571 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7effa42ab640>> rbac-policy before_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.531839 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7effa42ab640>> rbac-policy after_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.532107 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7effa42ab640>> agent after_update 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.532377 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7effa42ab640>> subnet after_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.532637 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7effa42ab640>> subnet precommit_delete 0 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.532908 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7effa42ab640>> rbac-policy before_update 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.533188 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7effa42ab640>> rbac-policy before_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.533472 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7effa42ab640>> segment_host_mapping after_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.533953 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7effa42ab640>> port after_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.534215 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7effa42ab640>> port after_update 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.534570 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7effa42ab640>> port after_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.534865 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7effa42ab640>> rbac-policy before_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.535121 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7effa42ab640>> rbac-policy before_update 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.535372 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7effa42ab640>> rbac-policy before_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.535778 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 03 16:08:54.536022 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 03 16:08:54.536265 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 03 16:08:54.536504 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 03 16:08:54.536741 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 03 16:08:54.536977 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 03 16:08:54.537376 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jun 03 16:08:54.540578 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jun 03 16:08:54.544611 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jun 03 16:08:54.548315 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])])
Jun 03 16:08:54.550100 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jun 03 16:08:54.550552 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jun 03 16:08:54.550892 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jun 03 16:08:54.551280 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jun 03 16:08:54.554118 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jun 03 16:08:54.554370 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jun 03 16:08:54.554717 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jun 03 16:08:54.582716 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jun 03 16:08:54.583165 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7effa378d8e0>> qos_plugin after_init 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.583465 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91511) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jun 03 16:08:54.583831 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7effa378dbb0>> logging-plugin after_init 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.585361 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91511) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jun 03 16:08:54.585647 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jun 03 16:08:54.585892 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jun 03 16:08:54.589099 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7effa37844f0>> floatingip before_response 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.589382 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7effa37844f0>> port before_response 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:54.652450 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jun 03 16:08:54.652644 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jun 03 16:08:54.652884 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jun 03 16:08:54.653276 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jun 03 16:08:54.684937 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_db.sqlalchemy.engines [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91511) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 03 16:08:55.010618 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.plugins.ml2.managers [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Initializing driver for type 'gre'
Jun 03 16:08:55.011240 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] gre ID ranges: [(1, 1000)]
Jun 03 16:08:55.060782 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.plugins.ml2.managers [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Initializing driver for type 'local'
Jun 03 16:08:55.061145 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.plugins.ml2.managers [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Initializing driver for type 'vlan'
Jun 03 16:08:55.073136 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] VlanTypeDriver initialization complete
Jun 03 16:08:55.073500 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.plugins.ml2.managers [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Initializing driver for type 'vxlan'
Jun 03 16:08:55.073994 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] vxlan ID ranges: [(1, 1000)]
Jun 03 16:08:55.125334 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.plugins.ml2.managers [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Initializing extension driver 'port_security'
Jun 03 16:08:55.125674 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.plugins.ml2.extensions.port_security [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] PortSecurityExtensionDriver initialization complete
Jun 03 16:08:55.126016 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.plugins.ml2.managers [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Initializing mechanism driver 'openvswitch'
Jun 03 16:08:55.126437 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.plugins.ml2.managers [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Initializing mechanism driver 'hyperv'
Jun 03 16:08:55.133549 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.plugins.ml2.plugin [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:08:55.134321 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7effa37b97f0>> port after_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.134690 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7effa37b97f0>> port after_update 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.135039 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7effa37b97f0>> port after_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.135420 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7effa37b9a60>> subnet after_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.135767 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7effa37b9a60>> subnet after_update 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.136104 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7effa37b9a60>> subnet after_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.136511 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7effa3325760>> network after_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.136853 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7effa3325760>> network after_update 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.137223 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7effa3325760>> network after_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.137597 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7effa33259a0>> security_group after_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.137937 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7effa33259a0>> security_group after_update 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.138269 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7effa33259a0>> security_group after_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.138641 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7effa3325be0>> security_group_rule after_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.138977 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7effa3325be0>> security_group_rule after_update 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.139306 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7effa3325be0>> security_group_rule after_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.139673 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7effa3325eb0>> address_group after_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.140009 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7effa3325eb0>> address_group after_update 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.140341 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7effa3325eb0>> address_group after_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.140674 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] ML2 OVO RPC backend initialized. {{(pid=91511) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}}
Jun 03 16:08:55.141396 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7effa332a250>> router_interface after_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.141742 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7effa332a250>> router_interface after_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.142400 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7effa332a250>> network before_response 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.142739 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7effa332a250>> networks before_response 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.143621 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7effa332a250>> port before_response 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.143952 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7effa332a250>> ports before_response 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.144290 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7effa332a250>> subnet before_response 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.144626 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7effa332a250>> subnets before_response 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.144963 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7effa332a250>> network after_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.145318 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7effa332a250>> network after_update 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.145645 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7effa332a250>> network after_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.145973 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7effa332a250>> port after_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.146305 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7effa332a250>> port after_update 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.146635 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7effa332a250>> port after_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.146961 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7effa332a250>> subnet after_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.147287 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7effa332a250>> subnet after_update 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.147609 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7effa332a250>> subnet after_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.148178 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.plugins.ml2.plugin [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Modular L2 Plugin initialization complete
Jun 03 16:08:55.148504 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading services supported by the core plugin {{(pid=91511) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jun 03 16:08:55.148823 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.plugins.ml2.managers [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Got port-security extension from driver 'port_security'
Jun 03 16:08:55.149307 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.extensions.vlantransparent [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Disabled vlantransparent extension.
Jun 03 16:08:55.149787 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91511) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jun 03 16:08:55.150094 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading Plugin: router
Jun 03 16:08:55.185341 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7effa332a370>> router_interface before_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.185729 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7effa332a370>> router after_create 55549900 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.186097 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7effa332a370>> router before_create 55549900 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.186453 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7effa332a370>> router_interface before_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.186816 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7effa332a370>> router_interface after_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.187161 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7effa332a370>> router after_delete 55549900 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.187510 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7effa332a370>> floatingip after_update 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.187862 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7effa332a370>> router after_create 55549900 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.188201 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7effa332a370>> router after_update 55549900 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.188541 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7effa332a370>> router after_update 55549900 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.188878 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7effa332a370>> router_gateway after_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.189255 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7effa332a370>> router after_update 55549900 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.189652 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7effa332a370>> router precommit_update 55549900 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.190608 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7effa39520d0> port after_update 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.190951 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7effa3950f70> port after_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.191377 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7effa3952040> subnet after_update 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.191712 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7effa3952160> subnetpool_address_scope after_update 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.192056 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7effa332a370>> port precommit_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.192400 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7effa332a370>> router precommit_create 55549900 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.192739 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7effa36eef70> port before_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.193086 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7effa332a370>> router precommit_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.193456 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7effa332a370>> router after_update 55549900 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.193792 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7effa332a370>> router precommit_delete 55549900 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.194132 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7effa332a370>> router precommit_create 55549900 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.194482 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7effa332a370>> router_interface after_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.194821 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7effa332a370>> router precommit_update 55549900 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.195183 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7effa332a370>> network after_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.196015 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.quota.resource_registry [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Tracking information for resource: router configured {{(pid=91511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 03 16:08:55.196374 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.quota.resource_registry [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Tracking information for resource: floatingip configured {{(pid=91511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 03 16:08:55.201525 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.db.l3_agentschedulers_db [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jun 03 16:08:55.202155 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <function _notify_l3_agent_port_update at 0x7effa32ad5e0> port after_update 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.202493 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <function _notify_l3_agent_new_port at 0x7effa32ad4c0> port after_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.202794 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <function _notify_port_delete at 0x7effa32ad550> port after_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.203138 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7effa32ad8b0> port after_update 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.203920 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7effa3245b50>> router before_create 55550100 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.204276 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7effa3245b50>> router precommit_delete 55550100 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.204632 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7effa3245b50>> router precommit_create 55550100 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.204982 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7effa3245b50>> router precommit_update 55550100 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.210105 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.services.provider_configuration [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Service providers = [] {{(pid=91511) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jun 03 16:08:55.210462 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.db.servicetype_db [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91511) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jun 03 16:08:55.213593 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.services.service_base [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91511) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 03 16:08:55.213938 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.services.service_base [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91511) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 03 16:08:55.214274 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.services.service_base [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91511) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 03 16:08:55.215147 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.services.service_base [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91511) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 03 16:08:55.215505 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.services.service_base [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Default provider is not specified for service type L3_ROUTER_NAT
Jun 03 16:08:55.215874 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 03 16:08:55.216186 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jun 03 16:08:55.226652 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 03 16:08:55.226984 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading Plugin: auto_allocate
Jun 03 16:08:55.232756 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7effa3270ca0> network precommit_update 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.233139 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7effa3270ca0> network precommit_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.233648 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 03 16:08:55.233959 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading Plugin: tag
Jun 03 16:08:55.240712 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 03 16:08:55.241040 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading Plugin: timestamp
Jun 03 16:08:55.244765 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 03 16:08:55.245193 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading Plugin: network_ip_availability
Jun 03 16:08:55.250310 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7effa326e160>> rbac-policy before_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.250620 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7effa326e160>> rbac-policy before_update 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.250965 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7effa326e160>> rbac-policy before_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.251666 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 03 16:08:55.251977 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading Plugin: flavors
Jun 03 16:08:55.258737 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 03 16:08:55.259065 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading Plugin: revisions
Jun 03 16:08:55.263291 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 03 16:08:55.263676 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_concurrency.lockutils [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.607s {{(pid=91511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:08:55.264406 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91511) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jun 03 16:08:55.264740 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Initializing extension manager.
Jun 03 16:08:55.265273 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: __init__.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.265608 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: __pycache__ {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.265936 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.266259 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: address_group.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.267245 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.267796 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: address-group
Jun 03 16:08:55.268668 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: address_scope.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.269391 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.269890 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: address-scope
Jun 03 16:08:55.270203 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: admin_state_down_before_update.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.271099 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.271599 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: router-admin-state-down-before-update
Jun 03 16:08:55.271917 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: agent.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.272591 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.273118 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: agent
Jun 03 16:08:55.273437 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: agent_resources_synced.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.274314 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.274808 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: agent-resources-synced
Jun 03 16:08:55.275124 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: allowedaddresspairs.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.276832 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.277381 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: allowed-address-pairs
Jun 03 16:08:55.277697 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: auto_allocated_topology.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.278741 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.279241 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: auto-allocated-topology
Jun 03 16:08:55.279560 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: availability_zone.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.280231 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.280726 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: availability_zone
Jun 03 16:08:55.281041 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: availability_zone_filter.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.281966 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.282460 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: availability_zone_filter
Jun 03 16:08:55.282779 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: data_plane_status.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.283669 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.284180 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension data-plane-status not supported by any of loaded plugins
Jun 03 16:08:55.284493 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: default_subnetpools.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.285403 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.285894 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: default-subnetpools
Jun 03 16:08:55.286207 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: dhcpagentscheduler.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.286985 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.287476 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: dhcp_agent_scheduler
Jun 03 16:08:55.287789 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: dns.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.288668 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.289191 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension dns-integration not supported by any of loaded plugins
Jun 03 16:08:55.289507 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: dns_domain_ports.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.290382 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.290872 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension dns-domain-ports not supported by any of loaded plugins
Jun 03 16:08:55.291186 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: dvr.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.291830 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.292324 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: dvr
Jun 03 16:08:55.292638 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: empty_string_filtering.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.293573 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.294055 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: empty-string-filtering
Jun 03 16:08:55.294373 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.295246 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.295736 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jun 03 16:08:55.296050 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.296919 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.297450 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jun 03 16:08:55.297765 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: external_net.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.298642 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.299132 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: external-net
Jun 03 16:08:55.299481 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: extra_dhcp_opt.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.300343 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.300832 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: extra_dhcp_opt
Jun 03 16:08:55.301176 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: extraroute.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.302043 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.302532 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: extraroute
Jun 03 16:08:55.302851 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: extraroute_atomic.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.303854 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.304345 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: extraroute-atomic
Jun 03 16:08:55.304660 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: filter_validation.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.416818 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.417534 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: filter-validation
Jun 03 16:08:55.417766 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: fip_pf_description.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.418869 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.419375 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jun 03 16:08:55.419702 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: fip_port_details.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.420611 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.421137 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: fip-port-details
Jun 03 16:08:55.421463 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: flavors.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.422708 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.423221 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: flavors
Jun 03 16:08:55.423547 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.425845 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.426359 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jun 03 16:08:55.426693 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: floatingip_pools.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.427393 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.427897 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: floatingip-pools
Jun 03 16:08:55.428219 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: ip_allocation.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.429140 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.429639 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension ip_allocation not supported by any of loaded plugins
Jun 03 16:08:55.429962 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.430849 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.431350 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: ip-substring-filtering
Jun 03 16:08:55.431672 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: l2_adjacency.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.432665 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.433059 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension l2_adjacency not supported by any of loaded plugins
Jun 03 16:08:55.433397 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: l3.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.434386 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.434896 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: router
Jun 03 16:08:55.435218 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: l3_conntrack_helper.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.437467 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.437990 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jun 03 16:08:55.438313 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.439210 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.439720 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: ext-gw-mode
Jun 03 16:08:55.440697 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.441626 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.442132 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: l3-ha
Jun 03 16:08:55.442447 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: l3_flavors.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.443333 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.443832 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: l3-flavors
Jun 03 16:08:55.444148 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.445046 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.445570 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: l3-port-ip-change-not-allowed
Jun 03 16:08:55.445884 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: l3agentscheduler.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.447021 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.447523 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: l3_agent_scheduler
Jun 03 16:08:55.447847 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: logging.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.449367 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.449881 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension logging not supported by any of loaded plugins
Jun 03 16:08:55.450209 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: metering.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.450937 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.451506 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: metering
Jun 03 16:08:55.451829 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.452894 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.453441 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: metering_source_and_destination_fields
Jun 03 16:08:55.453767 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: multiprovidernet.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.454662 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.455166 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: multi-provider
Jun 03 16:08:55.455486 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: netmtu.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.456402 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.456901 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: net-mtu
Jun 03 16:08:55.457263 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: netmtu_writable.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.458148 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.458642 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: net-mtu-writable
Jun 03 16:08:55.458963 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: network_availability_zone.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.459610 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.460104 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: network_availability_zone
Jun 03 16:08:55.460423 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: network_ip_availability.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.461516 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.462019 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: network-ip-availability
Jun 03 16:08:55.462338 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: network_segment_range.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.463079 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.463569 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension network-segment-range not supported by any of loaded plugins
Jun 03 16:08:55.463884 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: pagination.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.464833 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.465197 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: pagination
Jun 03 16:08:55.465517 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: port_device_profile.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.466396 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.466895 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: port-device-profile
Jun 03 16:08:55.467213 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.468094 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.468586 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: port-mac-address-regenerate
Jun 03 16:08:55.468904 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.469812 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.470305 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: port-numa-affinity-policy
Jun 03 16:08:55.470617 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: port_resource_request.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.471536 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.472022 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension port-resource-request not supported by any of loaded plugins
Jun 03 16:08:55.472336 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: portbindings.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.473269 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.473760 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: binding
Jun 03 16:08:55.474074 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: portbindings_extended.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.475315 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.475816 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: binding-extended
Jun 03 16:08:55.476138 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: portsecurity.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.477016 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.477544 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: port-security
Jun 03 16:08:55.477865 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: project_id.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.478813 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.479134 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: project-id
Jun 03 16:08:55.479450 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: providernet.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.480337 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.480840 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: provider
Jun 03 16:08:55.481192 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: qos.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.484815 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.485362 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension qos not supported by any of loaded plugins
Jun 03 16:08:55.485689 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.487416 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.487921 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jun 03 16:08:55.488239 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.489157 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.489659 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jun 03 16:08:55.489975 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: qos_default.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.490863 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.491361 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension qos-default not supported by any of loaded plugins
Jun 03 16:08:55.491682 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: qos_fip.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.492308 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.492793 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension qos-fip not supported by any of loaded plugins
Jun 03 16:08:55.493132 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: qos_gateway_ip.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.494021 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.494515 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jun 03 16:08:55.494830 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: qos_port_network_policy.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.495704 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.496196 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jun 03 16:08:55.496513 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: qos_rule_type_details.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.497427 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.497927 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jun 03 16:08:55.498243 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: qos_rules_alias.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.499253 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.499752 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension qos-rules-alias not supported by any of loaded plugins
Jun 03 16:08:55.500068 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: quotasv2.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.500987 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.501287 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: quotas
Jun 03 16:08:55.501606 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: quotasv2_detail.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.503897 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.504231 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: quota_details
Jun 03 16:08:55.504556 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: rbac.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.505615 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.506129 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: rbac-policies
Jun 03 16:08:55.506450 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: rbac_address_group.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.507348 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.507850 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: rbac-address-group
Jun 03 16:08:55.508174 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: rbac_address_scope.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.509055 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.509581 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: rbac-address-scope
Jun 03 16:08:55.509898 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: rbac_security_groups.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.510779 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.511272 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: rbac-security-groups
Jun 03 16:08:55.511585 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: rbac_subnetpool.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.512477 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.512974 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: rbac-subnetpool
Jun 03 16:08:55.513327 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: revisionifmatch.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.514213 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.514710 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: revision-if-match
Jun 03 16:08:55.515024 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: revisions.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.516101 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.516596 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: standard-attr-revisions
Jun 03 16:08:55.516910 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: router_availability_zone.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.517833 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.518528 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: router_availability_zone
Jun 03 16:08:55.518851 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: routerservicetype.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.519734 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.520226 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension router-service-type not supported by any of loaded plugins
Jun 03 16:08:55.520539 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.521464 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.521958 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: security-groups-normalized-cidr
Jun 03 16:08:55.522272 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: security_groups_port_filtering.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.523153 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.523648 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: port-security-groups-filtering
Jun 03 16:08:55.523967 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.524854 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.525381 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: security-groups-remote-address-group
Jun 03 16:08:55.525702 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: securitygroup.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.535380 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.535906 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: security-group
Jun 03 16:08:55.536233 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: segment.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.537368 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.538249 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension segment not supported by any of loaded plugins
Jun 03 16:08:55.538739 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.539685 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.540200 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jun 03 16:08:55.540526 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: servicetype.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.542065 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.542941 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: service-type
Jun 03 16:08:55.543515 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: sorting.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.544668 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.545001 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: sorting
Jun 03 16:08:55.545417 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: standard_attr_segment.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.546301 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.546801 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension standard-attr-segment not supported by any of loaded plugins
Jun 03 16:08:55.547120 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: standardattrdescription.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.547813 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.548318 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: standard-attr-description
Jun 03 16:08:55.548635 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: stateful_security_group.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.550174 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.550680 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: stateful-security-group
Jun 03 16:08:55.550998 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: stdattrs_common.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.551562 dv-cinder-786524-8-iscsi neutron-server[91511]: WARNING neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jun 03 16:08:55.554216 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.559525 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.560048 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jun 03 16:08:55.560372 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: subnet_onboard.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.561448 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.561962 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: subnet_onboard
Jun 03 16:08:55.562287 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.563186 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.563684 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jun 03 16:08:55.564006 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: subnet_service_types.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.564924 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.565971 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: subnet-service-types
Jun 03 16:08:55.566294 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: subnetallocation.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.567343 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.567842 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: subnet_allocation
Jun 03 16:08:55.568164 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.568812 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.569394 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: subnetpool-prefix-ops
Jun 03 16:08:55.569714 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.570628 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.571129 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jun 03 16:08:55.571448 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: tagging.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.572488 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.572999 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: standard-attr-tag
Jun 03 16:08:55.573350 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: timestamp.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.574535 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.575038 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loaded extension: standard-attr-timestamp
Jun 03 16:08:55.575360 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: trunk.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.576373 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.576870 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension trunk not supported by any of loaded plugins
Jun 03 16:08:55.577229 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: trunk_details.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.578116 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.578613 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension trunk-details not supported by any of loaded plugins
Jun 03 16:08:55.578929 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: uplink_status_propagation.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.579814 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.580308 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jun 03 16:08:55.580663 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Loading extension file: vlantransparent.py {{(pid=91511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 16:08:55.581342 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 16:08:55.581833 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extension vlan-transparent not supported by any of loaded plugins
Jun 03 16:08:55.584254 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.quota.resource_registry [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Creating instance of TrackedResource for resource:network
Jun 03 16:08:55.584989 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.quota.resource_registry [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Creating instance of TrackedResource for resource:subnet
Jun 03 16:08:55.585810 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.quota.resource_registry [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Creating instance of TrackedResource for resource:subnetpool
Jun 03 16:08:55.586379 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.quota.resource_registry [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Creating instance of TrackedResource for resource:port
Jun 03 16:08:55.587672 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.v2.resource_helper [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 16:08:55.588139 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.v2.resource_helper [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Service FLAVORS assigned prefix:  {{(pid=91511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 16:08:55.588752 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.v2.resource_helper [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 16:08:55.589197 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.v2.resource_helper [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 16:08:55.589524 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.quota.resource_registry [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Creating instance of TrackedResource for resource:router
Jun 03 16:08:55.590164 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.quota.resource_registry [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Creating instance of TrackedResource for resource:floatingip
Jun 03 16:08:55.590864 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.v2.resource_helper [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Service METERING assigned prefix: /metering {{(pid=91511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 16:08:55.592336 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7effa313adf0>> rbac-policy before_create 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.592711 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7effa313adf0>> rbac-policy before_update 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.593057 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7effa313adf0>> rbac-policy before_delete 55550000 {{(pid=91511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:08:55.594183 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.quota.resource_registry [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Creating instance of CountableResource for resource:rbac_policy
Jun 03 16:08:55.594616 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.quota.resource_registry [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Creating instance of TrackedResource for resource:security_group
Jun 03 16:08:55.595253 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.quota.resource_registry [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 03 16:08:55.595985 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.v2.resource_helper [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Service CORE assigned prefix:  {{(pid=91511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 16:08:55.596430 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.quota.resource_registry [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Creating instance of TrackedResource for resource:subnetpool
Jun 03 16:08:55.596757 dv-cinder-786524-8-iscsi neutron-server[91511]: WARNING neutron.quota.resource_registry [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] subnetpool is already registered
Jun 03 16:08:55.597391 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.v2.resource_helper [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Service CORE assigned prefix:  {{(pid=91511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 16:08:55.597712 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.quota.resource_registry [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Creating instance of TrackedResource for resource:subnetpool
Jun 03 16:08:55.598028 dv-cinder-786524-8-iscsi neutron-server[91511]: WARNING neutron.quota.resource_registry [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] subnetpool is already registered
Jun 03 16:08:55.600576 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.v2.resource_helper [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 16:08:55.601004 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.v2.resource_helper [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Service FLAVORS assigned prefix:  {{(pid=91511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 16:08:55.601611 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.v2.resource_helper [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 16:08:55.602019 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.v2.resource_helper [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 16:08:55.602339 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.quota.resource_registry [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Creating instance of TrackedResource for resource:router
Jun 03 16:08:55.602657 dv-cinder-786524-8-iscsi neutron-server[91511]: WARNING neutron.quota.resource_registry [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] router is already registered
Jun 03 16:08:55.603229 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.quota.resource_registry [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Creating instance of TrackedResource for resource:floatingip
Jun 03 16:08:55.603547 dv-cinder-786524-8-iscsi neutron-server[91511]: WARNING neutron.quota.resource_registry [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] floatingip is already registered
Jun 03 16:08:55.604165 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.v2.resource_helper [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Service METERING assigned prefix: /metering {{(pid=91511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 16:08:55.604835 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.quota.resource_registry [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Creating instance of CountableResource for resource:rbac_policy
Jun 03 16:08:55.605183 dv-cinder-786524-8-iscsi neutron-server[91511]: WARNING neutron.quota.resource_registry [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] rbac_policy is already registered
Jun 03 16:08:55.605710 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.quota.resource_registry [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Creating instance of TrackedResource for resource:security_group
Jun 03 16:08:55.606027 dv-cinder-786524-8-iscsi neutron-server[91511]: WARNING neutron.quota.resource_registry [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] security_group is already registered
Jun 03 16:08:55.606593 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.quota.resource_registry [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 03 16:08:55.606911 dv-cinder-786524-8-iscsi neutron-server[91511]: WARNING neutron.quota.resource_registry [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] security_group_rule is already registered
Jun 03 16:08:55.607572 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.v2.resource_helper [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Service CORE assigned prefix:  {{(pid=91511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 16:08:55.607893 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.quota.resource_registry [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Creating instance of TrackedResource for resource:subnetpool
Jun 03 16:08:55.608210 dv-cinder-786524-8-iscsi neutron-server[91511]: WARNING neutron.quota.resource_registry [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] subnetpool is already registered
Jun 03 16:08:55.608782 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.v2.resource_helper [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Service CORE assigned prefix:  {{(pid=91511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 16:08:55.609120 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.quota.resource_registry [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Creating instance of TrackedResource for resource:subnetpool
Jun 03 16:08:55.609433 dv-cinder-786524-8-iscsi neutron-server[91511]: WARNING neutron.quota.resource_registry [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] subnetpool is already registered
Jun 03 16:08:55.610057 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: extensions {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.611496 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: address-groups {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.613710 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: address-scopes {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.614906 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: agents {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.616054 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: auto-allocated-topology {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.617292 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: availability_zones {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.618575 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: dhcp-networks {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.619977 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: dhcp-agents {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.621393 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: routers {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.624112 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: flavors {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.625277 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: service_profiles {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.626464 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: next_providers {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.628574 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: service_profiles {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.630043 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: floatingip-pools {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.631248 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: routers {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.633000 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: floatingips {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.634276 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: l3-routers {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.635644 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: l3-agents {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.637042 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: metering-labels {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.638381 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: metering-label-rules {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.639623 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: network-ip-availabilities {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.640842 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: bindings {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.642794 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: quotas {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.644329 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: quotas {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.645744 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: rbac-policies {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.647003 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: security-groups {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.648176 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: security-group-rules {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.649425 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: service-providers {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.650642 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: subnetpools {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.652039 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: subnetpools {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.653485 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: tags {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.655140 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: tags {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.656986 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: tags {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.658794 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: tags {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.660543 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: tags {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.662370 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: tags {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.664035 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: tags {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.665940 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: tags {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.667696 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: tags {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.669529 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron.api.extensions [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Extended resource: tags {{(pid=91511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 16:08:55.676233 dv-cinder-786524-8-iscsi neutron-server[91511]: WARNING keystonemiddleware.auth_token [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jun 03 16:08:55.680889 dv-cinder-786524-8-iscsi neutron-server[91511]: WARNING keystonemiddleware.auth_token [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jun 03 16:08:55.688918 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_concurrency.lockutils [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Acquired lock "singleton_lock" {{(pid=91511) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jun 03 16:08:55.689414 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_concurrency.lockutils [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Releasing lock "singleton_lock" {{(pid=91511) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jun 03 16:08:55.690743 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO oslo_service.service [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Starting 2 workers
Jun 03 16:08:55.695448 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Started child 91616 {{(pid=91511) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 03 16:08:55.699748 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Started child 91617 {{(pid=91511) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 03 16:08:55.700728 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:08:55.701482 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO neutron.service [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Neutron service started, listening on 0.0.0.0:9696
Jun 03 16:08:55.701947 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Notify callbacks [] for process, before_spawn {{(pid=91511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:08:55.702271 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [-] (91616) wsgi starting up on http://0.0.0.0:9696
Jun 03 16:08:55.704335 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:08:55.704818 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO oslo_service.service [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Starting 1 workers
Jun 03 16:08:55.705825 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [-] (91617) wsgi starting up on http://0.0.0.0:9696
Jun 03 16:08:55.709629 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Started child 91618 {{(pid=91511) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 03 16:08:55.710167 dv-cinder-786524-8-iscsi neutron-server[91511]: INFO oslo_service.service [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Starting 1 workers
Jun 03 16:08:55.713241 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.service [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] calling RpcWorker wait() {{(pid=91618) _wait /opt/stack/neutron/neutron/service.py:128}}
Jun 03 16:08:55.713773 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.service [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] returning from RpcWorker wait() {{(pid=91618) _wait /opt/stack/neutron/neutron/service.py:135}}
Jun 03 16:08:55.714514 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Started child 91619 {{(pid=91511) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 03 16:08:55.715115 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:08:55.715313 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG neutron_lib.callbacks.manager [None req-df75626c-a9db-47ed-8e8a-0b8462567fab None None] Notify callbacks [] for process, after_spawn {{(pid=91511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:08:55.715570 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:08:55.717204 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91511) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 03 16:08:55.717413 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 03 16:08:55.717596 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 03 16:08:55.717795 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 03 16:08:55.718134 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 03 16:08:55.718292 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 03 16:08:55.718813 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.719083 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.719372 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.719549 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:08:55.720018 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.720018 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.720515 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.720787 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.721045 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.722009 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.722294 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.722479 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.722620 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.722949 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.723218 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.723545 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.723819 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.724076 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.724331 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.724510 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.724756 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.725027 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.725278 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.725533 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] debug                          = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.725770 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.726261 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.726489 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.726726 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.726941 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.727218 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.727471 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.727725 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.727954 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.728190 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.728429 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.728681 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.728919 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.729172 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.729394 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.729653 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.729870 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.730344 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] host                           = dv-cinder-786524-8-iscsi {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.730579 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.730790 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.731011 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.731242 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.731481 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.731696 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.731941 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.732196 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.732428 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.732677 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.732925 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.733198 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.733428 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.733675 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.733837 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.734052 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.734324 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.734575 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.734760 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.734927 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.735106 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.735360 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.735517 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.735758 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.735952 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.736162 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.736371 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.736610 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.737508 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.737869 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.738220 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.738467 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.738700 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.738845 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.739049 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.739272 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.739494 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.739732 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.739943 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.740156 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.740385 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.740613 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.740831 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.741043 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.741322 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.741554 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.741831 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.742019 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.742365 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.742680 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.743187 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.743538 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.743538 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.744070 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.744070 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.744415 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.744711 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.744871 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.745124 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.745379 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.745632 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.745987 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.746306 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.746539 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:08:55.746679 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.746812 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.746984 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.747200 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.747423 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.747657 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.748050 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.748857 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.748857 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.748857 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.749243 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.749366 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.749526 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.749912 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.750044 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.750718 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.750718 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.750957 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.751135 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.751333 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.751597 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.751909 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.752145 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.752566 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.752736 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.752954 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.753192 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.753411 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.753739 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.754007 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.754264 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.66/identity {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.754513 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.754730 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.755151 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.755373 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.755587 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.755799 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.756009 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.756278 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.756494 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.756704 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.756944 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.757207 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.757425 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.757648 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.758049 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.758193 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.758329 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.758529 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.758739 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.758993 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.759177 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.759407 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.759630 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.759841 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.760089 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.760331 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.760567 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.760844 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.761059 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.761452 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.761713 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.761998 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.763362 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.763362 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.763362 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.763362 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.763362 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.763773 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.763773 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.763912 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.764063 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.764276 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.764490 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.764710 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.764922 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.765162 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.765383 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.765589 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.765803 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.766035 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.766266 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.766504 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.766726 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.767203 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.767471 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.767775 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.768238 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.768446 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.768541 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.768783 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.769091 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.769369 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.769611 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.769858 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.770096 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.770321 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.770564 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.770795 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.771042 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.771252 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.771514 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.771764 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.771994 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.772221 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.772503 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.772766 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.772998 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.773279 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.773514 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.773762 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.774007 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.774273 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.774546 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.774774 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.775031 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.775325 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.775578 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.775812 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.776103 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.776339 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.776611 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.776909 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.777198 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.777435 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.777662 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.777908 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.778168 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.778411 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.778666 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.778891 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.779259 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.779408 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.779611 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.779857 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.780076 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.780277 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.783240 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.783240 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.783240 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.783240 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.783240 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.783240 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.783240 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.783240 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.785045 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.785045 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.785045 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.785045 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.785045 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.66/identity {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.785045 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.785045 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.785045 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.785656 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.785656 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.785816 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.785924 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.786137 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.786346 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.786600 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.787063 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.787063 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.787262 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.787899 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.787899 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.787899 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.788126 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.788269 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.789484 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.789484 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.789484 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.789484 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.789484 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.790093 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.790093 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.790093 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.790457 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.790580 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.790711 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.790934 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.791196 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.791424 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.791680 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.791914 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.792159 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.792390 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.792675 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.792916 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.793156 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.793379 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.793610 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.793856 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.794106 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.794435 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.794683 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.794907 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.795137 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.795350 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.795592 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.795823 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.796037 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.796248 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.796461 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.796691 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.796951 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.797208 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.797427 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.797631 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.797854 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.798084 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.798300 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.798505 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.798793 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.799028 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.799983 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.800213 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.800289 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.800509 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.800714 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.800918 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.801151 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.801360 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.801603 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.801800 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.802001 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.802205 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.802423 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.802633 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.802851 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.803049 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.803271 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.803476 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.803685 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.803882 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.804105 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.804313 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.804511 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.804800 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.805052 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.805487 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.805664 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.805806 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.806066 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.806322 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.806593 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.806812 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.807175 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.807336 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.807476 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.807949 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.807949 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.808259 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.808535 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.808832 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.809010 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.809312 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.809586 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.809858 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.810068 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.810348 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.810816 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.811101 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.811368 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.811612 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.811858 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.812077 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.812288 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.812519 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.812751 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.812962 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.813218 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.813462 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.817093 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.817093 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.817093 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.817558 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 54100) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:08:55.817714 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.817714 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.817714 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.817714 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.817714 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.817714 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 03 16:08:55.817714 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91511) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 03 16:08:55.817714 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 03 16:08:55.818774 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 03 16:08:55.818774 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 03 16:08:55.818774 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 03 16:08:55.818774 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 03 16:08:55.818774 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.818774 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.818774 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.818774 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.819810 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.819810 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.819810 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.819810 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.819810 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.819810 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.819810 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.820703 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.820703 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.820703 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.820703 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.820703 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.821399 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.821399 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.821399 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.821399 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.821925 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.821925 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.821925 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] debug                          = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.822311 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.822311 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.822922 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.823099 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.823280 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.823435 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.823576 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.823716 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.823855 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.824009 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.824152 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.824305 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.824448 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.824601 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.824754 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.824894 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.825031 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.825207 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] host                           = dv-cinder-786524-8-iscsi {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.825347 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.825485 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.825624 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.825763 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.826074 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.826235 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.826375 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.826513 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.826650 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.826788 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.826927 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.827066 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.827215 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.827353 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.827500 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.827647 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.827789 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.827928 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.828090 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.828265 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.828434 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.828604 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.828747 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.828998 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.828998 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.829314 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.829452 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.829589 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.829727 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.829863 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.830002 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.830153 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.830301 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.830440 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.830659 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.830818 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.831156 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0139632
Jun 03 16:08:55.831748 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.831946 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.832121 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.832291 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.832457 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.832620 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.832785 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.832948 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.833134 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.833297 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.833590 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.833852 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.834051 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.834294 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.834474 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.835377 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.835767 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.835941 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.837109 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.837109 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.837109 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.837109 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.837109 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.837476 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.837476 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.837476 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.837665 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.837778 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.837939 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.839107 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.839202 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.839317 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.839481 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 16:08:55.839666 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.839830 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.840046 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.840233 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.840837 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.840955 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.841253 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.841500 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.841649 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.841807 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.842020 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.842178 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.842349 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.842516 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.842677 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.842838 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.843160 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.843315 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.843465 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.843628 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.843775 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.843925 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.844170 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.844433 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.844588 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.66/identity {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.844754 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.844902 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.845093 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.845269 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.845423 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.845583 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.848246 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.848246 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.848246 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.848246 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.848246 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.848246 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.848246 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.848246 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.848246 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.848790 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.848790 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.848790 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.848790 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.848790 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.849119 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.849119 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.849244 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:08:55.849315 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.849382 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.849512 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.849683 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.850333 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.850333 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.850333 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.850333 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.850863 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.850863 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.850863 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.850863 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.851382 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.851382 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.851382 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.851769 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.851769 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.851769 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.852153 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.852153 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.852417 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.852417 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.852682 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.852682 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.852945 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.852945 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.853303 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.853303 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.853560 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.853560 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.854634 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.854634 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.854634 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.854634 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.854634 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.854634 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.854634 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.855513 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.855513 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.855513 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.855513 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.855513 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.855513 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.856385 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.856385 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.856385 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.856385 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.856385 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.856385 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.857160 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.857160 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.857160 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.857160 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.857160 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.857792 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.857792 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.857792 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.857792 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.858306 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.858306 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.858306 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.858681 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.858681 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.858681 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.859054 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.859054 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.859054 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.859451 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.859451 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.859705 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.859705 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.859964 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.859964 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.860293 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.860293 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.861033 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.861033 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.861033 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.861033 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.861033 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.861967 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.861967 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.861967 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.861967 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.862480 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.862798 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.863599 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.863599 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.863599 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.863599 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.863599 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.864245 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.864245 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.864245 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.864649 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.864649 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.864913 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.66/identity {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.864913 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.865202 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.865202 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.865461 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.865461 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.865732 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.865866 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.866000 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.866153 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.866380 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.866522 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.866657 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.866793 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.866938 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.867073 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.867208 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.867353 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.867489 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.867624 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.867760 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.868668 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.868668 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.868668 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.868668 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.868668 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.869351 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.869351 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.869351 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.869351 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.869351 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.869972 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.869972 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.869972 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.869972 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.870476 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.870476 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.870476 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.870873 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.870873 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.870873 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.871256 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.871256 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.871256 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.871631 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.871631 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.871885 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.871885 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.872140 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.872274 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.872427 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.872564 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.872698 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.872833 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.872968 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.873186 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.874055 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.874222 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.874383 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.874536 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.874699 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.875018 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.875219 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.875429 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.875566 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.875701 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.875836 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.875979 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.876142 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.876285 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.876509 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.876652 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.876786 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.876921 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.877056 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.877238 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.877914 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.878108 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.878257 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.878394 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.878551 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.878695 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.878858 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.879025 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.879167 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.879314 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.879476 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.879619 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.879791 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.879955 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.880108 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.880269 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.880412 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.880578 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.880730 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.880898 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.881059 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.881705 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.881705 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.881705 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.881705 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.882227 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.882227 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.882227 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.882638 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.882638 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.882638 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.883014 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.883014 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.883270 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.883270 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.884295 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.884295 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.884295 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.884295 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.884295 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.884295 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.884295 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.885221 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.885221 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.885221 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.885221 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.885221 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.885221 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.885975 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.885975 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.885975 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.885975 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.885975 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.886693 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.886693 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 16:08:55.886693 dv-cinder-786524-8-iscsi neutron-server[91511]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 03 16:09:07.035720 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c9991c-d460-49d1-8a39-fd1d01b25d29 None None] get_active_networks_info from dv-cinder-786524-8-iscsi {{(pid=91618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 03 16:09:07.119437 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c9991c-d460-49d1-8a39-fd1d01b25d29 None None] No non-hosted networks {{(pid=91618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jun 03 16:09:07.127726 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.agentschedulers_db [None req-c7c9991c-d460-49d1-8a39-fd1d01b25d29 None None] DHCP Agent not found on host dv-cinder-786524-8-iscsi {{(pid=91618) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Jun 03 16:09:07.192608 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-f8b11671-8501-4cba-acf8-ef1572e95b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807'] for agent, after_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:09.399361 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807'] for agent, after_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:09.400975 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:09.401593 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:09.402097 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:09.402610 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:09.403336 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:09.403842 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:09.404361 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:09.404845 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:09.405360 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:09.406015 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:09.406494 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:09.407005 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:09.408000 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7effa254e100>, 'Open vSwitch agent', 'dv-cinder-786524-8-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:09:09.428461 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7effa2e59880>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786524-8-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:09:09.708121 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-c946160a-a6ea-45e0-907b-8f9e55eb905d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807'] for agent, after_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:09.764531 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-10f41009-2f1e-41e7-a86a-332263be9101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:10.772369 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807'] for agent, after_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:12.145806 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807'] for agent, after_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:13.638011 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 54198) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:09:13.996159 dv-cinder-786524-8-iscsi neutron-server[91618]: INFO neutron.db.l3_hamode_db [None req-5151553e-3fe2-47c2-9d8c-d315a415614d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jun 03 16:09:14.080967 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5151553e-3fe2-47c2-9d8c-d315a415614d None None] Routers set() bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:09:14.081629 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5151553e-3fe2-47c2-9d8c-d315a415614d None None] Router IDs set() for agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jun 03 16:09:14.228628 dv-cinder-786524-8-iscsi neutron-server[91617]: WARNING oslo_policy.policy [None req-db79042f-e287-40ca-aaf6-3d7a2e51a236 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 03 16:09:14.229192 dv-cinder-786524-8-iscsi neutron-server[91617]: WARNING oslo_policy.policy [None req-db79042f-e287-40ca-aaf6-3d7a2e51a236 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 03 16:09:14.449095 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [None req-db79042f-e287-40ca-aaf6-3d7a2e51a236 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=91617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 16:09:14.450159 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-db79042f-e287-40ca-aaf6-3d7a2e51a236 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8112442
Jun 03 16:09:16.842704 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 54212) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:09:17.427937 dv-cinder-786524-8-iscsi neutron-server[91616]: WARNING oslo_policy.policy [None req-4840fe39-e0c8-4989-a90e-ca87c4e8ff09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 03 16:09:17.428533 dv-cinder-786524-8-iscsi neutron-server[91616]: WARNING oslo_policy.policy [None req-4840fe39-e0c8-4989-a90e-ca87c4e8ff09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 03 16:09:17.643756 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-4840fe39-e0c8-4989-a90e-ca87c4e8ff09 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:09:17.741034 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.policy [None req-4840fe39-e0c8-4989-a90e-ca87c4e8ff09 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91616) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 03 16:09:17.786916 dv-cinder-786524-8-iscsi neutron-server[91616]: WARNING oslo_policy.policy [None req-4840fe39-e0c8-4989-a90e-ca87c4e8ff09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 03 16:09:17.787275 dv-cinder-786524-8-iscsi neutron-server[91616]: WARNING oslo_policy.policy [None req-4840fe39-e0c8-4989-a90e-ca87c4e8ff09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 03 16:09:17.795809 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.quota [None req-4840fe39-e0c8-4989-a90e-ca87c4e8ff09 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7effa2bc02b0>.
Jun 03 16:09:17.811064 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-4840fe39-e0c8-4989-a90e-ca87c4e8ff09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:09:17.869354 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4840fe39-e0c8-4989-a90e-ca87c4e8ff09 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727280253558', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727280248731', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727280257292', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727280264400', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727280275293', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727280281335', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8086055', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8068392', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-776282', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-560275'] for rbac-policy, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:17.929839 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4840fe39-e0c8-4989-a90e-ca87c4e8ff09 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:17.931101 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-4840fe39-e0c8-4989-a90e-ca87c4e8ff09 admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.0862906
Jun 03 16:09:20.539472 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 54230) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:09:20.881561 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'c4882d992af24dd2955c367a4985047a', 'tenant_id': 'c4882d992af24dd2955c367a4985047a'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:09:20.886601 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:09:20.890711 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Usage tracker for resource:network and tenant:c4882d992af24dd2955c367a4985047a is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:09:20.896015 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:09:20.902010 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:09:20.911633 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Made reservation on behalf of c4882d992af24dd2955c367a4985047a for: {'network': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:09:20.914560 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7909625'] for network, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:20.931580 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:20.945552 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:09:20.949302 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Usage tracker for resource:security_group_rule and tenant:c4882d992af24dd2955c367a4985047a is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:09:20.954095 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:09:20.960206 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:09:21.054625 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:21.058389 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:21.063536 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:09:21.083123 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932}  {{(pid=91616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 16:09:21.108399 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727276549816', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:21.108917 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7effa37f6b80> segment precommit_create {{(pid=91616) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 03 16:09:21.109414 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.db.segments_db [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Added segment b2f463e5-7e0e-48e1-9675-7366a490e439 of type vlan for network bdb506df-8a31-4c03-b3dc-c09e8d2e9bee
Jun 03 16:09:21.156785 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86d19f4-d8b5-4933-bff7-869aee47715e,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:09:21.177153 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:21.177495 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:21.177819 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:21.178131 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:21.178436 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:21.178761 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:21.179069 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:21.179371 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:21.179683 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:21.179984 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:21.180279 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:21.180576 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Tracked resource versions report:
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]: pushed versions:
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]: {   'AddressGroup': {'1.2'},
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]:     'ConntrackHelper': {'1.0'},
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]:     'Log': {'1.0'},
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]:     'Network': {'1.1'},
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]:     'Port': {'1.7'},
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]:     'PortForwarding': {'1.2'},
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]:     'QosPolicy': {'1.8'},
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]:     'SecurityGroup': {'1.4'},
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]:     'SecurityGroupRule': {'1.2'},
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]:     'SubPort': {'1.0'},
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]:     'Subnet': {'1.1'},
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]:     'Trunk': {'1.1'}}
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]: consumer versions:
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]: {   DHCP agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]:     L3 agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]:     Metadata agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]:     Metering agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]:     Open vSwitch agent@dv-cinder-786524-8-iscsi: {   'AddressGroup': '1.2',
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]:                                                      'ConntrackHelper': '1.0',
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]:                                                      'Log': '1.0',
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]:                                                      'Network': '1.1',
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]:                                                      'Port': '1.7',
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]:                                                      'PortForwarding': '1.2',
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]:                                                      'QosPolicy': '1.8',
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]:                                                      'SecurityGroup': '1.4',
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]:                                                      'SecurityGroupRule': '1.2',
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]:                                                      'SubPort': '1.0',
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]:                                                      'Subnet': '1.1',
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]:                                                      'Trunk': '1.1'}}
Jun 03 16:09:21.181641 dv-cinder-786524-8-iscsi neutron-server[91616]:  {{(pid=91616) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 03 16:09:21.225699 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727276187850'] for network, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:21.230735 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:09:21.270962 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335'] for network, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:21.272549 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:09:21.273223 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:21.277639 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:09:21.378566 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8379352
Jun 03 16:09:21.381604 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Pushing event updated for resources: {'Network': ['ID=bdb506df-8a31-4c03-b3dc-c09e8d2e9bee,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:09:21.385894 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:09:21.394482 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Network bdb506df-8a31-4c03-b3dc-c09e8d2e9bee details requested by agent ovs-agent-dv-cinder-786524-8-iscsi with host dv-cinder-786524-8-iscsi {{(pid=91618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 16:09:24.049419 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 54244) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:09:24.497496 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f667a59-15f9-4a5d-884f-f8ed6e73a93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:09:24.498742 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-3f667a59-15f9-4a5d-884f-f8ed6e73a93f admin admin] 10.222.0.66 "GET /v2.0/networks/bdb506df-8a31-4c03-b3dc-c09e8d2e9bee HTTP/1.1" status: 200  len: 825 time: 0.4483562
Jun 03 16:09:24.526474 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-73874e87-d300-4082-abc9-1b3b2de3a255 admin admin] 10.222.0.66 "GET /v2.0/subnetpools/5e95c4f2-6fa7-4d95-ab24-193372306d48 HTTP/1.1" status: 200  len: 734 time: 0.0216975
Jun 03 16:09:24.535800 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-f09d0e58-27b3-41c7-bb80-dc406e872df3 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '5e95c4f2-6fa7-4d95-ab24-193372306d48', 'network_id': 'bdb506df-8a31-4c03-b3dc-c09e8d2e9bee', 'tenant_id': 'c4882d992af24dd2955c367a4985047a', 'name': 'private-subnet'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:09:24.540144 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-f09d0e58-27b3-41c7-bb80-dc406e872df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:09:24.543871 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-f09d0e58-27b3-41c7-bb80-dc406e872df3 admin admin] Usage tracker for resource:subnet and tenant:c4882d992af24dd2955c367a4985047a is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:09:24.546722 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-f09d0e58-27b3-41c7-bb80-dc406e872df3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:09:24.552442 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-f09d0e58-27b3-41c7-bb80-dc406e872df3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:09:24.562336 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09d0e58-27b3-41c7-bb80-dc406e872df3 admin admin] Made reservation on behalf of c4882d992af24dd2955c367a4985047a for: {'subnet': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:09:24.565314 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f09d0e58-27b3-41c7-bb80-dc406e872df3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:25.037194 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f09d0e58-27b3-41c7-bb80-dc406e872df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342'] for subnet, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:25.042320 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:09:25.118240 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09d0e58-27b3-41c7-bb80-dc406e872df3 admin admin] Checking segment: {'id': 'b2f463e5-7e0e-48e1-9675-7366a490e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'bdb506df-8a31-4c03-b3dc-c09e8d2e9bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:09:25.118892 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09d0e58-27b3-41c7-bb80-dc406e872df3 admin admin] Network hostable DHCP agents. Network: bdb506df-8a31-4c03-b3dc-c09e8d2e9bee, hostable agents: ['c044945e-c5c8-447c-aba8-a587522630bd'], hosted agents: [] {{(pid=91616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 16:09:25.123722 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d0e58-27b3-41c7-bb80-dc406e872df3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60d8397b-ba3f-4ff8-80cb-05ad6fe2da1a,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:09:25.130789 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-f09d0e58-27b3-41c7-bb80-dc406e872df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:09:25.141114 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09d0e58-27b3-41c7-bb80-dc406e872df3 admin admin] Network bdb506df-8a31-4c03-b3dc-c09e8d2e9bee is scheduled to be hosted by DHCP agent c044945e-c5c8-447c-aba8-a587522630bd with binding_index 1 {{(pid=91616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 16:09:25.151261 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-f09d0e58-27b3-41c7-bb80-dc406e872df3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-iscsi, bdb506df-8a31-4c03-b3dc-c09e8d2e9bee) {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:09:25.155832 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09d0e58-27b3-41c7-bb80-dc406e872df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:09:25.156422 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f09d0e58-27b3-41c7-bb80-dc406e872df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:25.161412 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d36577-d985-4ed0-81a1-b50cb5f06b74 None None] Network bdb506df-8a31-4c03-b3dc-c09e8d2e9bee requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:09:25.180270 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-f09d0e58-27b3-41c7-bb80-dc406e872df3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6487331
Jun 03 16:09:25.469663 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10b196e7-bcaa-5b87-a244-394a9af7543c-bdb506df-8a31-4c03-b3dc-c09e8d2e9bee', 'network_id': 'bdb506df-8a31-4c03-b3dc-c09e8d2e9bee', 'tenant_id': 'c4882d992af24dd2955c367a4985047a', 'fixed_ips': [{'subnet_id': '60d8397b-ba3f-4ff8-80cb-05ad6fe2da1a'}]}} from dv-cinder-786524-8-iscsi. {{(pid=91618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 03 16:09:25.471101 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:25.670715 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.db_base_plugin_common [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Allocated IP 172.20.0.2 (bdb506df-8a31-4c03-b3dc-c09e8d2e9bee/60d8397b-ba3f-4ff8-80cb-05ad6fe2da1a/f93dc1a5-818e-4269-8f0e-5cbe0b0725a8) {{(pid=91618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:09:25.899719 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Notify callbacks [] for port, precommit_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:25.913705 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Transition to ACTIVE for port object f93dc1a5-818e-4269-8f0e-5cbe0b0725a8 will not be triggered until provisioned by entity L2. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:09:25.933029 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Transition to ACTIVE for port object f93dc1a5-818e-4269-8f0e-5cbe0b0725a8 will not be triggered until provisioned by entity DHCP. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:09:25.940106 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340'] for port, after_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:25.944767 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:09:25.999645 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Network bdb506df-8a31-4c03-b3dc-c09e8d2e9bee is already hosted by enough agents. {{(pid=91618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:09:26.002435 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.scheduler.base_scheduler [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Resources bound (agent type, host, resource id):  {{(pid=91618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:09:26.013010 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Received port after_create {{(pid=91618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:09:26.020003 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Pushing event updated for resources: {'Port': ['ID=f93dc1a5-818e-4269-8f0e-5cbe0b0725a8,revision_number=1']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:09:26.060200 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:26.060543 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:26.060879 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:26.061233 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:26.061559 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:26.061881 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:26.062199 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:26.062517 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:26.062850 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:26.063169 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:26.063483 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:26.063795 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Tracked resource versions report:
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]: pushed versions:
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]: {   'AddressGroup': {'1.2'},
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]:     'ConntrackHelper': {'1.0'},
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]:     'Log': {'1.0'},
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]:     'Network': {'1.1'},
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]:     'Port': {'1.7'},
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]:     'PortForwarding': {'1.2'},
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]:     'QosPolicy': {'1.8'},
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]:     'SecurityGroup': {'1.4'},
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]:     'SecurityGroupRule': {'1.2'},
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]:     'SubPort': {'1.0'},
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]:     'Subnet': {'1.1'},
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]:     'Trunk': {'1.1'}}
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]: consumer versions:
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]: {   DHCP agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]:     L3 agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]:     Metadata agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]:     Metering agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]:     Open vSwitch agent@dv-cinder-786524-8-iscsi: {   'AddressGroup': '1.2',
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]:                                                      'ConntrackHelper': '1.0',
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]:                                                      'Log': '1.0',
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]:                                                      'Network': '1.1',
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]:                                                      'Port': '1.7',
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]:                                                      'PortForwarding': '1.2',
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]:                                                      'QosPolicy': '1.8',
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]:                                                      'SecurityGroup': '1.4',
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]:                                                      'SecurityGroupRule': '1.2',
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]:                                                      'SubPort': '1.0',
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]:                                                      'Subnet': '1.1',
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]:                                                      'Trunk': '1.1'}}
Jun 03 16:09:26.065043 dv-cinder-786524-8-iscsi neutron-server[91618]:  {{(pid=91618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 03 16:09:26.095465 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:09:26.120774 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Attempting to bind port f93dc1a5-818e-4269-8f0e-5cbe0b0725a8 on host dv-cinder-786524-8-iscsi for vnic_type normal with profile  {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:09:26.121196 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Attempting to bind port f93dc1a5-818e-4269-8f0e-5cbe0b0725a8 by drivers openvswitch,hyperv on host dv-cinder-786524-8-iscsi at level 0 using segments [{'id': 'b2f463e5-7e0e-48e1-9675-7366a490e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'bdb506df-8a31-4c03-b3dc-c09e8d2e9bee'}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:09:26.121632 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Attempting to bind port f93dc1a5-818e-4269-8f0e-5cbe0b0725a8 on network bdb506df-8a31-4c03-b3dc-c09e8d2e9bee {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:09:26.126893 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Checking agent: {'id': 'ac8e9f39-4eb9-409d-95f3-792de4f7d79f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 9, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:09:26.127428 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Checking segment: {'id': 'b2f463e5-7e0e-48e1-9675-7366a490e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'bdb506df-8a31-4c03-b3dc-c09e8d2e9bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:09:26.127912 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:26.128306 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Bound using segment: {'id': 'b2f463e5-7e0e-48e1-9675-7366a490e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'bdb506df-8a31-4c03-b3dc-c09e8d2e9bee'} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:09:26.128776 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Bound port: f93dc1a5-818e-4269-8f0e-5cbe0b0725a8, host: dv-cinder-786524-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f463e5-7e0e-48e1-9675-7366a490e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'bdb506df-8a31-4c03-b3dc-c09e8d2e9bee'}}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:09:26.129182 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:26.220396 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] For port f93dc1a5-818e-4269-8f0e-5cbe0b0725a8, host dv-cinder-786524-8-iscsi, cleared binding levels {{(pid=91618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:09:26.225044 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] For port f93dc1a5-818e-4269-8f0e-5cbe0b0725a8, host dv-cinder-786524-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=f93dc1a5-818e-4269-8f0e-5cbe0b0725a8,segment=NetworkSegment(b2f463e5-7e0e-48e1-9675-7366a490e439),segment_id=b2f463e5-7e0e-48e1-9675-7366a490e439)] {{(pid=91618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:09:26.229943 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:26.233723 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:09:26.318151 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Pushing event updated for resources: {'Port': ['ID=f93dc1a5-818e-4269-8f0e-5cbe0b0725a8,revision_number=2']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:09:26.321382 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:09:27.617572 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 54252) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:09:28.150746 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [None req-20cb8685-280a-4df6-b1f7-7b3ac97f8265 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=91617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 16:09:28.165096 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-20cb8685-280a-4df6-b1f7-7b3ac97f8265 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.5329750
Jun 03 16:09:30.575048 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 54260) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:09:30.944868 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [None req-2f3644ff-7b18-44c0-88d6-1667ef124dae admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=91617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 16:09:30.945791 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-2f3644ff-7b18-44c0-88d6-1667ef124dae admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3698509
Jun 03 16:09:31.460300 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device f93dc1a5-818e-4269-8f0e-5cbe0b0725a8 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:09:31.531640 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning for port f93dc1a5-818e-4269-8f0e-5cbe0b0725a8 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:09:32.365512 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f631a9-bd27-4f55-ae11-accd08bcdf40 None None] Network bdb506df-8a31-4c03-b3dc-c09e8d2e9bee requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:09:32.491909 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-106f387b-f8f7-4063-8622-a0ce87adb6bf None None] Provisioning for port f93dc1a5-818e-4269-8f0e-5cbe0b0725a8 completed by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:09:32.546306 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-106f387b-f8f7-4063-8622-a0ce87adb6bf None None] Provisioning complete for port f93dc1a5-818e-4269-8f0e-5cbe0b0725a8 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:09:32.546695 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-106f387b-f8f7-4063-8622-a0ce87adb6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:32.733003 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-106f387b-f8f7-4063-8622-a0ce87adb6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:32.778868 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-106f387b-f8f7-4063-8622-a0ce87adb6bf None None] For port f93dc1a5-818e-4269-8f0e-5cbe0b0725a8, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=f93dc1a5-818e-4269-8f0e-5cbe0b0725a8,segment=NetworkSegment(b2f463e5-7e0e-48e1-9675-7366a490e439),segment_id=b2f463e5-7e0e-48e1-9675-7366a490e439)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:09:32.786285 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-106f387b-f8f7-4063-8622-a0ce87adb6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:32.788405 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:09:32.856822 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f387b-f8f7-4063-8622-a0ce87adb6bf None None] Pushing event updated for resources: {'Port': ['ID=f93dc1a5-818e-4269-8f0e-5cbe0b0725a8,revision_number=3']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:09:32.862818 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-106f387b-f8f7-4063-8622-a0ce87adb6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:09:33.006879 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-f80f252a-3271-4f2f-a89d-f424011f0286 None None] Provisioning complete for port f93dc1a5-818e-4269-8f0e-5cbe0b0725a8 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:09:33.007251 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-f80f252a-3271-4f2f-a89d-f424011f0286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:33.444018 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device f93dc1a5-818e-4269-8f0e-5cbe0b0725a8 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:09:33.508895 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port f93dc1a5-818e-4269-8f0e-5cbe0b0725a8 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:09:33.509577 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:33.612139 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 54274) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:09:33.970152 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-766a8b29-7881-4c7f-969c-ff679de7047a admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'c4882d992af24dd2955c367a4985047a'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:09:33.975373 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-766a8b29-7881-4c7f-969c-ff679de7047a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:09:33.979099 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-766a8b29-7881-4c7f-969c-ff679de7047a admin admin] Usage tracker for resource:router and tenant:c4882d992af24dd2955c367a4985047a is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:09:33.982407 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-766a8b29-7881-4c7f-969c-ff679de7047a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:09:33.988365 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-766a8b29-7881-4c7f-969c-ff679de7047a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:09:33.998697 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-766a8b29-7881-4c7f-969c-ff679de7047a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30227'] for router, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:34.000346 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-766a8b29-7881-4c7f-969c-ff679de7047a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-686308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-773730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30234'] for router, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:34.023282 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-766a8b29-7881-4c7f-969c-ff679de7047a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:34.129062 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-766a8b29-7881-4c7f-969c-ff679de7047a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-380211'] for router, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:34.147658 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-766a8b29-7881-4c7f-969c-ff679de7047a admin admin] Notify callbacks [] for router, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:34.148956 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-766a8b29-7881-4c7f-969c-ff679de7047a admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5351582
Jun 03 16:09:36.501049 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 54282) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:09:36.863418 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [None req-b62e092b-ff71-4b25-a6e7-053ede13292d admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=91616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 16:09:36.864381 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-b62e092b-ff71-4b25-a6e7-053ede13292d admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3618050
Jun 03 16:09:36.941005 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-081fe3ce-4aff-4a9d-a6d8-7cdf3d49f7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:39.259387 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 54290) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:09:39.388691 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:39.616846 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-867682af-bfbe-427d-a516-4c1c9a0924af admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:09:39.621651 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-867682af-bfbe-427d-a516-4c1c9a0924af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:09:39.625375 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-867682af-bfbe-427d-a516-4c1c9a0924af admin admin] Usage tracker for resource:network and tenant:44f6432c85da450da15207f4272e432c is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:09:39.628148 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-867682af-bfbe-427d-a516-4c1c9a0924af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:09:39.633699 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-867682af-bfbe-427d-a516-4c1c9a0924af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:09:39.643030 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867682af-bfbe-427d-a516-4c1c9a0924af admin admin] Made reservation on behalf of 44f6432c85da450da15207f4272e432c for: {'network': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:09:39.645272 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-867682af-bfbe-427d-a516-4c1c9a0924af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7909625'] for network, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:39.656708 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-867682af-bfbe-427d-a516-4c1c9a0924af admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:39.670581 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-867682af-bfbe-427d-a516-4c1c9a0924af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:09:39.674194 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-867682af-bfbe-427d-a516-4c1c9a0924af admin admin] Usage tracker for resource:security_group_rule and tenant:44f6432c85da450da15207f4272e432c is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:09:39.676811 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-867682af-bfbe-427d-a516-4c1c9a0924af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:09:39.682310 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-867682af-bfbe-427d-a516-4c1c9a0924af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:09:39.701052 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-f83410ef-0e29-4d61-b5c0-d76534e92c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:39.765389 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-867682af-bfbe-427d-a516-4c1c9a0924af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:39.769556 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-867682af-bfbe-427d-a516-4c1c9a0924af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:39.772647 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:09:39.794334 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-867682af-bfbe-427d-a516-4c1c9a0924af admin admin] Reserving flat network on physical network physnet1 {{(pid=91616) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jun 03 16:09:39.810420 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867682af-bfbe-427d-a516-4c1c9a0924af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c905c547-b577-43ff-a876-3e102556faa2,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:09:39.814341 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-867682af-bfbe-427d-a516-4c1c9a0924af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:09:39.816952 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-867682af-bfbe-427d-a516-4c1c9a0924af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:39.817326 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.db.segments_db [None req-867682af-bfbe-427d-a516-4c1c9a0924af admin admin] Added segment 85b01a76-96af-409b-a8d7-73ca63f153b4 of type flat for network 454170da-4e8f-4963-97fb-80bd3b86dedc
Jun 03 16:09:39.851289 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-867682af-bfbe-427d-a516-4c1c9a0924af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727276187850'] for network, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:39.886296 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-867682af-bfbe-427d-a516-4c1c9a0924af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335'] for network, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:39.887767 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867682af-bfbe-427d-a516-4c1c9a0924af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:09:39.888340 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-867682af-bfbe-427d-a516-4c1c9a0924af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:39.893436 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:09:39.983628 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-867682af-bfbe-427d-a516-4c1c9a0924af admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7232428
Jun 03 16:09:39.991606 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867682af-bfbe-427d-a516-4c1c9a0924af admin admin] Pushing event updated for resources: {'Network': ['ID=454170da-4e8f-4963-97fb-80bd3b86dedc,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:09:39.997525 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-867682af-bfbe-427d-a516-4c1c9a0924af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:09:40.006123 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Network 454170da-4e8f-4963-97fb-80bd3b86dedc details requested by agent ovs-agent-dv-cinder-786524-8-iscsi with host dv-cinder-786524-8-iscsi {{(pid=91618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 16:09:40.696782 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:42.097601 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:42.314143 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 54308) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:09:42.520545 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a3fe8d-b128-4c0c-b143-610c8072a58c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:09:42.521886 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-36a3fe8d-b128-4c0c-b143-610c8072a58c admin admin] 10.222.0.66 "GET /v2.0/subnets/60d8397b-ba3f-4ff8-80cb-05ad6fe2da1a HTTP/1.1" status: 200  len: 849 time: 0.2065365
Jun 03 16:09:42.663522 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-2d04f596-9d33-4f53-88c8-20340d014641 admin admin] 10.222.0.66 "GET /v2.0/routers/e60b7234-541f-4b32-b020-2843c7cf2f03 HTTP/1.1" status: 200  len: 704 time: 0.1363394
Jun 03 16:09:43.148676 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d624eb89-e37c-429e-aeb4-06952552a245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:43.370830 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [None req-d624eb89-e37c-429e-aeb4-06952552a245 admin admin] Allocated IP 172.20.0.1 (bdb506df-8a31-4c03-b3dc-c09e8d2e9bee/60d8397b-ba3f-4ff8-80cb-05ad6fe2da1a/9f2418c3-df68-4f72-92ea-1f9179150f58) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:09:43.526613 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d624eb89-e37c-429e-aeb4-06952552a245 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:43.543565 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.provisioning_blocks [None req-d624eb89-e37c-429e-aeb4-06952552a245 admin admin] Transition to ACTIVE for port object 9f2418c3-df68-4f72-92ea-1f9179150f58 will not be triggered until provisioned by entity DHCP. {{(pid=91616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:09:43.599751 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d624eb89-e37c-429e-aeb4-06952552a245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:43.604665 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:09:43.657908 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d624eb89-e37c-429e-aeb4-06952552a245 admin admin] Network bdb506df-8a31-4c03-b3dc-c09e8d2e9bee is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:09:43.660676 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-d624eb89-e37c-429e-aeb4-06952552a245 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:09:43.664301 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d624eb89-e37c-429e-aeb4-06952552a245 admin admin] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:09:43.664821 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d624eb89-e37c-429e-aeb4-06952552a245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380413'] for router_interface, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:43.806553 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624eb89-e37c-429e-aeb4-06952552a245 admin admin] Pushing event updated for resources: {'Port': ['ID=9f2418c3-df68-4f72-92ea-1f9179150f58,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:09:43.808099 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-79e61282-ea1c-44b4-8fdd-4706cd5c7bd7 None None] Provisioning for port 9f2418c3-df68-4f72-92ea-1f9179150f58 completed by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:09:43.812819 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-79e61282-ea1c-44b4-8fdd-4706cd5c7bd7 None None] Provisioning complete for port 9f2418c3-df68-4f72-92ea-1f9179150f58 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:09:43.813221 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-79e61282-ea1c-44b4-8fdd-4706cd5c7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:43.817421 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-d624eb89-e37c-429e-aeb4-06952552a245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:09:43.873480 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-79e61282-ea1c-44b4-8fdd-4706cd5c7bd7 None None] Port 9f2418c3-df68-4f72-92ea-1f9179150f58 cannot update to ACTIVE because it is not bound. {{(pid=91618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 16:09:43.940581 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d624eb89-e37c-429e-aeb4-06952552a245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:44.164822 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d624eb89-e37c-429e-aeb4-06952552a245 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:44.169294 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d624eb89-e37c-429e-aeb4-06952552a245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:44.170332 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d624eb89-e37c-429e-aeb4-06952552a245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681873'] for router_interface, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:44.174374 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-d624eb89-e37c-429e-aeb4-06952552a245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:09:44.316690 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624eb89-e37c-429e-aeb4-06952552a245 admin admin] Pushing event updated for resources: {'Port': ['ID=9f2418c3-df68-4f72-92ea-1f9179150f58,revision_number=2']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:09:44.320512 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-d624eb89-e37c-429e-aeb4-06952552a245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:09:44.368165 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d624eb89-e37c-429e-aeb4-06952552a245 admin admin] Network bdb506df-8a31-4c03-b3dc-c09e8d2e9bee is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:09:44.369235 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-d624eb89-e37c-429e-aeb4-06952552a245 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:09:44.596510 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-35bcad82-6ae0-456b-8f44-66431d0d4b6e None None] Provisioning complete for port 9f2418c3-df68-4f72-92ea-1f9179150f58 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:09:44.596699 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d624eb89-e37c-429e-aeb4-06952552a245 admin admin] Router e60b7234-541f-4b32-b020-2843c7cf2f03 is scheduled to L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b with binding_index 1 {{(pid=91616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 03 16:09:44.597327 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-35bcad82-6ae0-456b-8f44-66431d0d4b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:44.650922 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-35bcad82-6ae0-456b-8f44-66431d0d4b6e None None] Port 9f2418c3-df68-4f72-92ea-1f9179150f58 cannot update to ACTIVE because it is not bound. {{(pid=91618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 16:09:44.764704 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d624eb89-e37c-429e-aeb4-06952552a245 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:09:44.774981 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fd0f3d-29e0-4b35-a684-64d833eb0553 None None] Sync routers for ids ['e60b7234-541f-4b32-b020-2843c7cf2f03'] in dv-cinder-786524-8-iscsi {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:09:44.775536 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-d624eb89-e37c-429e-aeb4-06952552a245 admin admin] 10.222.0.66 "PUT /v2.0/routers/e60b7234-541f-4b32-b020-2843c7cf2f03/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.1070631
Jun 03 16:09:44.788067 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fd0f3d-29e0-4b35-a684-64d833eb0553 None None] Routers {'e60b7234-541f-4b32-b020-2843c7cf2f03'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:09:44.788927 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-a6fd0f3d-29e0-4b35-a684-64d833eb0553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2d34b50>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:09:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['e60b7234-541f-4b32-b020-2843c7cf2f03'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:09:44.962917 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-a6fd0f3d-29e0-4b35-a684-64d833eb0553 None None] Set router e60b7234-541f-4b32-b020-2843c7cf2f03 gateway port host: None {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:09:45.340046 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-a6fd0f3d-29e0-4b35-a684-64d833eb0553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2d34b50>, [{'id': 'e60b7234-541f-4b32-b020-2843c7cf2f03', 'name': 'router1', 'tenant_id': 'c4882d992af24dd2955c367a4985047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:09:34Z', 'updated_at': '2021-06-03T16:09:43Z', 'revision_number': 2, 'project_id': 'c4882d992af24dd2955c367a4985047a', 'gw_port_host': None, '_interfaces': [{'id': '9f2418c3-df68-4f72-92ea-1f9179150f58', 'name': '', 'network_id': 'bdb506df-8a31-4c03-b3dc-c09e8d2e9bee', 'tenant_id': 'c4882d992af24dd2955c367a4985047a', 'mac_address': 'fa:16:3e:c1:b7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60b7234-541f-4b32-b020-2843c7cf2f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60d8397b-ba3f-4ff8-80cb-05ad6fe2da1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:09:43Z', 'updated_at': '2021-06-03T16:09:44Z', 'revision_number': 2, 'project_id': 'c4882d992af24dd2955c367a4985047a', 'subnets': [{'id': '60d8397b-ba3f-4ff8-80cb-05ad6fe2da1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e95c4f2-6fa7-4d95-ab24-193372306d48'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:09:45.344917 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fd0f3d-29e0-4b35-a684-64d833eb0553 None None] Checking router: e60b7234-541f-4b32-b020-2843c7cf2f03 for host: dv-cinder-786524-8-iscsi {{(pid=91619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:09:45.345484 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fd0f3d-29e0-4b35-a684-64d833eb0553 None None] Updating router e60b7234-541f-4b32-b020-2843c7cf2f03 port 9f2418c3-df68-4f72-92ea-1f9179150f58 binding host dv-cinder-786524-8-iscsi {{(pid=91619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 16:09:45.400240 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0f3d-29e0-4b35-a684-64d833eb0553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:45.775395 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0f3d-29e0-4b35-a684-64d833eb0553 None None] Notify callbacks [] for port, precommit_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:45.790374 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.provisioning_blocks [None req-a6fd0f3d-29e0-4b35-a684-64d833eb0553 None None] Transition to ACTIVE for port object 9f2418c3-df68-4f72-92ea-1f9179150f58 will not be triggered until provisioned by entity L2. {{(pid=91619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:09:45.796633 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0f3d-29e0-4b35-a684-64d833eb0553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:45.802804 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:09:46.021115 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a80a61-8082-43e8-af45-eb256bd8ebe1 None None] Pushing event updated for resources: {'Port': ['ID=9f2418c3-df68-4f72-92ea-1f9179150f58,revision_number=3']} {{(pid=91619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:09:46.033741 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a80a61-8082-43e8-af45-eb256bd8ebe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:46.034016 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a80a61-8082-43e8-af45-eb256bd8ebe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:46.034340 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a80a61-8082-43e8-af45-eb256bd8ebe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:46.034655 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a80a61-8082-43e8-af45-eb256bd8ebe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:46.034967 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a80a61-8082-43e8-af45-eb256bd8ebe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:46.035278 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a80a61-8082-43e8-af45-eb256bd8ebe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:46.035584 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a80a61-8082-43e8-af45-eb256bd8ebe1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:46.035890 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a80a61-8082-43e8-af45-eb256bd8ebe1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:46.036213 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a80a61-8082-43e8-af45-eb256bd8ebe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:46.036519 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a80a61-8082-43e8-af45-eb256bd8ebe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:46.036821 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a80a61-8082-43e8-af45-eb256bd8ebe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:46.037139 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a80a61-8082-43e8-af45-eb256bd8ebe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a80a61-8082-43e8-af45-eb256bd8ebe1 None None] Tracked resource versions report:
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]: pushed versions:
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]: {   'AddressGroup': {'1.2'},
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]:     'ConntrackHelper': {'1.0'},
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]:     'Log': {'1.0'},
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]:     'Network': {'1.1'},
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]:     'Port': {'1.7'},
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]:     'PortForwarding': {'1.2'},
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]:     'QosPolicy': {'1.8'},
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]:     'SecurityGroup': {'1.4'},
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]:     'SecurityGroupRule': {'1.2'},
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]:     'SubPort': {'1.0'},
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]:     'Subnet': {'1.1'},
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]:     'Trunk': {'1.1'}}
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]: consumer versions:
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]: {   DHCP agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]:     L3 agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]:     Metadata agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]:     Metering agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]:     Open vSwitch agent@dv-cinder-786524-8-iscsi: {   'AddressGroup': '1.2',
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]:                                                      'ConntrackHelper': '1.0',
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]:                                                      'Log': '1.0',
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]:                                                      'Network': '1.1',
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]:                                                      'Port': '1.7',
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]:                                                      'PortForwarding': '1.2',
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]:                                                      'QosPolicy': '1.8',
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]:                                                      'SecurityGroup': '1.4',
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]:                                                      'SecurityGroupRule': '1.2',
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]:                                                      'SubPort': '1.0',
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]:                                                      'Subnet': '1.1',
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]:                                                      'Trunk': '1.1'}}
Jun 03 16:09:46.038195 dv-cinder-786524-8-iscsi neutron-server[91619]:  {{(pid=91619) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 03 16:09:46.044530 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.managers [None req-a6fd0f3d-29e0-4b35-a684-64d833eb0553 None None] Attempting to bind port 9f2418c3-df68-4f72-92ea-1f9179150f58 on host dv-cinder-786524-8-iscsi for vnic_type normal with profile  {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:09:46.044928 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.managers [None req-a6fd0f3d-29e0-4b35-a684-64d833eb0553 None None] Attempting to bind port 9f2418c3-df68-4f72-92ea-1f9179150f58 by drivers openvswitch,hyperv on host dv-cinder-786524-8-iscsi at level 0 using segments [{'id': 'b2f463e5-7e0e-48e1-9675-7366a490e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'bdb506df-8a31-4c03-b3dc-c09e8d2e9bee'}] {{(pid=91619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:09:46.045385 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fd0f3d-29e0-4b35-a684-64d833eb0553 None None] Attempting to bind port 9f2418c3-df68-4f72-92ea-1f9179150f58 on network bdb506df-8a31-4c03-b3dc-c09e8d2e9bee {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:09:46.047486 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [None req-c5a80a61-8082-43e8-af45-eb256bd8ebe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:09:46.051660 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fd0f3d-29e0-4b35-a684-64d833eb0553 None None] Checking agent: {'id': 'ac8e9f39-4eb9-409d-95f3-792de4f7d79f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:09:46.052063 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fd0f3d-29e0-4b35-a684-64d833eb0553 None None] Checking segment: {'id': 'b2f463e5-7e0e-48e1-9675-7366a490e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'bdb506df-8a31-4c03-b3dc-c09e8d2e9bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:09:46.052528 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0f3d-29e0-4b35-a684-64d833eb0553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:46.052914 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fd0f3d-29e0-4b35-a684-64d833eb0553 None None] Bound using segment: {'id': 'b2f463e5-7e0e-48e1-9675-7366a490e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'bdb506df-8a31-4c03-b3dc-c09e8d2e9bee'} {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:09:46.053417 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.managers [None req-a6fd0f3d-29e0-4b35-a684-64d833eb0553 None None] Bound port: 9f2418c3-df68-4f72-92ea-1f9179150f58, host: dv-cinder-786524-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f463e5-7e0e-48e1-9675-7366a490e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'bdb506df-8a31-4c03-b3dc-c09e8d2e9bee'}}] {{(pid=91619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:09:46.053808 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0f3d-29e0-4b35-a684-64d833eb0553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:46.141600 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.db [None req-a6fd0f3d-29e0-4b35-a684-64d833eb0553 None None] For port 9f2418c3-df68-4f72-92ea-1f9179150f58, host dv-cinder-786524-8-iscsi, cleared binding levels {{(pid=91619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:09:46.146647 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.db [None req-a6fd0f3d-29e0-4b35-a684-64d833eb0553 None None] For port 9f2418c3-df68-4f72-92ea-1f9179150f58, host dv-cinder-786524-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=9f2418c3-df68-4f72-92ea-1f9179150f58,segment=NetworkSegment(b2f463e5-7e0e-48e1-9675-7366a490e439),segment_id=b2f463e5-7e0e-48e1-9675-7366a490e439)] {{(pid=91619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:09:46.151720 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0f3d-29e0-4b35-a684-64d833eb0553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:46.155330 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [None req-c5a80a61-8082-43e8-af45-eb256bd8ebe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:09:46.241137 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fd0f3d-29e0-4b35-a684-64d833eb0553 None None] Routers {'e60b7234-541f-4b32-b020-2843c7cf2f03'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:09:46.241761 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-a6fd0f3d-29e0-4b35-a684-64d833eb0553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2d34b50>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:09:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['e60b7234-541f-4b32-b020-2843c7cf2f03'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:09:46.289633 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a80a61-8082-43e8-af45-eb256bd8ebe1 None None] Pushing event updated for resources: {'Port': ['ID=9f2418c3-df68-4f72-92ea-1f9179150f58,revision_number=4']} {{(pid=91619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:09:46.299336 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [None req-c5a80a61-8082-43e8-af45-eb256bd8ebe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:09:46.426097 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-a6fd0f3d-29e0-4b35-a684-64d833eb0553 None None] Set router e60b7234-541f-4b32-b020-2843c7cf2f03 gateway port host: None {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:09:46.746663 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-a6fd0f3d-29e0-4b35-a684-64d833eb0553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2d34b50>, [{'id': 'e60b7234-541f-4b32-b020-2843c7cf2f03', 'name': 'router1', 'tenant_id': 'c4882d992af24dd2955c367a4985047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:09:34Z', 'updated_at': '2021-06-03T16:09:43Z', 'revision_number': 2, 'project_id': 'c4882d992af24dd2955c367a4985047a', 'gw_port_host': None, '_interfaces': [{'id': '9f2418c3-df68-4f72-92ea-1f9179150f58', 'name': '', 'network_id': 'bdb506df-8a31-4c03-b3dc-c09e8d2e9bee', 'tenant_id': 'c4882d992af24dd2955c367a4985047a', 'mac_address': 'fa:16:3e:c1:b7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60b7234-541f-4b32-b020-2843c7cf2f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60d8397b-ba3f-4ff8-80cb-05ad6fe2da1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:09:43Z', 'updated_at': '2021-06-03T16:09:46Z', 'revision_number': 4, 'project_id': 'c4882d992af24dd2955c367a4985047a', 'subnets': [{'id': '60d8397b-ba3f-4ff8-80cb-05ad6fe2da1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e95c4f2-6fa7-4d95-ab24-193372306d48'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:09:46.750447 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fd0f3d-29e0-4b35-a684-64d833eb0553 None None] The sync data for ids ['e60b7234-541f-4b32-b020-2843c7cf2f03'] in dv-cinder-786524-8-iscsi is: [{'id': 'e60b7234-541f-4b32-b020-2843c7cf2f03', 'name': 'router1', 'tenant_id': 'c4882d992af24dd2955c367a4985047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:09:34Z', 'updated_at': '2021-06-03T16:09:43Z', 'revision_number': 2, 'project_id': 'c4882d992af24dd2955c367a4985047a', 'gw_port_host': None, '_interfaces': [{'id': '9f2418c3-df68-4f72-92ea-1f9179150f58', 'name': '', 'network_id': 'bdb506df-8a31-4c03-b3dc-c09e8d2e9bee', 'tenant_id': 'c4882d992af24dd2955c367a4985047a', 'mac_address': 'fa:16:3e:c1:b7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60b7234-541f-4b32-b020-2843c7cf2f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60d8397b-ba3f-4ff8-80cb-05ad6fe2da1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:09:43Z', 'updated_at': '2021-06-03T16:09:46Z', 'revision_number': 4, 'project_id': 'c4882d992af24dd2955c367a4985047a', 'subnets': [{'id': '60d8397b-ba3f-4ff8-80cb-05ad6fe2da1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e95c4f2-6fa7-4d95-ab24-193372306d48'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:09:46.993653 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 54328) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:09:47.139136 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b483e-fa0a-4e8b-8dae-81d3d4404a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:09:47.139687 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-403b483e-fa0a-4e8b-8dae-81d3d4404a88 admin admin] Synchronizing usage tracker for tenant:44f6432c85da450da15207f4272e432c on resource:network {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:09:47.157277 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-403b483e-fa0a-4e8b-8dae-81d3d4404a88 admin admin] Unset dirty status for tenant:44f6432c85da450da15207f4272e432c on resource:network {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:09:47.159069 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-403b483e-fa0a-4e8b-8dae-81d3d4404a88 admin admin] 10.222.0.66 "GET /v2.0/networks/454170da-4e8f-4963-97fb-80bd3b86dedc HTTP/1.1" status: 200  len: 842 time: 0.1641004
Jun 03 16:09:47.168640 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-02dbc933-f380-4064-b8de-19790e856911 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'enable_dhcp': False}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:09:47.173943 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-02dbc933-f380-4064-b8de-19790e856911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:09:47.177710 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-02dbc933-f380-4064-b8de-19790e856911 admin admin] Usage tracker for resource:subnet and tenant:44f6432c85da450da15207f4272e432c is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:09:47.180436 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-02dbc933-f380-4064-b8de-19790e856911 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:09:47.189824 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-02dbc933-f380-4064-b8de-19790e856911 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:09:47.198857 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02dbc933-f380-4064-b8de-19790e856911 admin admin] Made reservation on behalf of 44f6432c85da450da15207f4272e432c for: {'subnet': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:09:47.201360 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-02dbc933-f380-4064-b8de-19790e856911 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:47.608261 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.objects.ports [None req-02dbc933-f380-4064-b8de-19790e856911 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91616) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 03 16:09:47.608697 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-02dbc933-f380-4064-b8de-19790e856911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342'] for subnet, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:47.613235 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:09:47.690167 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dbc933-f380-4064-b8de-19790e856911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06c387f0-ce57-4d04-be2c-2471c04350c2,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:09:47.693811 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dbc933-f380-4064-b8de-19790e856911 admin admin] Checking segment: {'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:09:47.694170 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dbc933-f380-4064-b8de-19790e856911 admin admin] Network hostable DHCP agents. Network: 454170da-4e8f-4963-97fb-80bd3b86dedc, hostable agents: ['c044945e-c5c8-447c-aba8-a587522630bd'], hosted agents: [] {{(pid=91616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 16:09:47.696852 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-02dbc933-f380-4064-b8de-19790e856911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:09:47.712198 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dbc933-f380-4064-b8de-19790e856911 admin admin] Network 454170da-4e8f-4963-97fb-80bd3b86dedc is scheduled to be hosted by DHCP agent c044945e-c5c8-447c-aba8-a587522630bd with binding_index 1 {{(pid=91616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 16:09:47.722080 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-02dbc933-f380-4064-b8de-19790e856911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-iscsi, 454170da-4e8f-4963-97fb-80bd3b86dedc) {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:09:47.727228 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dbc933-f380-4064-b8de-19790e856911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:09:47.727816 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-02dbc933-f380-4064-b8de-19790e856911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:47.732806 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e64ff3-768a-4266-aa04-57bc0c4d20e4 None None] Network 454170da-4e8f-4963-97fb-80bd3b86dedc requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:09:47.759220 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-02dbc933-f380-4064-b8de-19790e856911 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5891583
Jun 03 16:09:47.936526 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae750cad-ecdc-471a-b70e-bfda4cf6df1e None None] Network 454170da-4e8f-4963-97fb-80bd3b86dedc requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:09:49.515573 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 9f2418c3-df68-4f72-92ea-1f9179150f58 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:09:49.591488 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning for port 9f2418c3-df68-4f72-92ea-1f9179150f58 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:09:49.597468 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 9f2418c3-df68-4f72-92ea-1f9179150f58 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:09:49.597924 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:49.726433 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:49.761052 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] For port 9f2418c3-df68-4f72-92ea-1f9179150f58, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=9f2418c3-df68-4f72-92ea-1f9179150f58,segment=NetworkSegment(b2f463e5-7e0e-48e1-9675-7366a490e439),segment_id=b2f463e5-7e0e-48e1-9675-7366a490e439)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:09:49.765491 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:49.768873 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:09:49.859264 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Pushing event updated for resources: {'Port': ['ID=9f2418c3-df68-4f72-92ea-1f9179150f58,revision_number=5']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:09:49.863785 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:09:50.068006 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 54340) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:09:50.270824 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-e7423aba-c438-44ef-840c-35d4afe3d0e4 admin admin] 10.222.0.66 "GET /v2.0/routers/e60b7234-541f-4b32-b020-2843c7cf2f03 HTTP/1.1" status: 200  len: 710 time: 0.2016928
Jun 03 16:09:50.399526 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b3c02c-74fa-471a-8a3f-7cd12a7f20d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:09:50.400869 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-98b3c02c-74fa-471a-8a3f-7cd12a7f20d8 admin admin] 10.222.0.66 "GET /v2.0/networks/454170da-4e8f-4963-97fb-80bd3b86dedc HTTP/1.1" status: 200  len: 886 time: 0.1248930
Jun 03 16:09:50.409996 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-cbf5845a-b559-4379-9231-5ef4bb4b93a0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:09:50.894589 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cbf5845a-b559-4379-9231-5ef4bb4b93a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-686290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30324'] for router, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:51.216297 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cbf5845a-b559-4379-9231-5ef4bb4b93a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:51.273130 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cbf5845a-b559-4379-9231-5ef4bb4b93a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:51.404221 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [None req-cbf5845a-b559-4379-9231-5ef4bb4b93a0 admin admin] Allocated IP 172.27.2.243 (454170da-4e8f-4963-97fb-80bd3b86dedc/06c387f0-ce57-4d04-be2c-2471c04350c2/91bff861-9326-4ecb-8994-3c0a962cab54) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:09:51.480521 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 9f2418c3-df68-4f72-92ea-1f9179150f58 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:09:51.546916 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 9f2418c3-df68-4f72-92ea-1f9179150f58 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:09:51.547200 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:51.549090 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cbf5845a-b559-4379-9231-5ef4bb4b93a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:51.578753 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cbf5845a-b559-4379-9231-5ef4bb4b93a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:51.584216 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:09:51.644218 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf5845a-b559-4379-9231-5ef4bb4b93a0 admin admin] Network 454170da-4e8f-4963-97fb-80bd3b86dedc is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:09:51.647016 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-cbf5845a-b559-4379-9231-5ef4bb4b93a0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:09:51.654668 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf5845a-b559-4379-9231-5ef4bb4b93a0 admin admin] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:09:51.709330 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5845a-b559-4379-9231-5ef4bb4b93a0 admin admin] Pushing event updated for resources: {'Port': ['ID=91bff861-9326-4ecb-8994-3c0a962cab54,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:09:51.718440 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-cbf5845a-b559-4379-9231-5ef4bb4b93a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:09:52.082092 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cbf5845a-b559-4379-9231-5ef4bb4b93a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:52.407853 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cbf5845a-b559-4379-9231-5ef4bb4b93a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-686290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30324'] for router, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:52.411454 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cbf5845a-b559-4379-9231-5ef4bb4b93a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-380211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-686297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-686272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-684992'] for router, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:52.588609 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf5845a-b559-4379-9231-5ef4bb4b93a0 admin admin] Router e60b7234-541f-4b32-b020-2843c7cf2f03 has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:09:52.765307 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf5845a-b559-4379-9231-5ef4bb4b93a0 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:09:52.774400 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cbf5845a-b559-4379-9231-5ef4bb4b93a0 admin admin] Notify callbacks [] for router, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:52.775357 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ed2808-3f7a-4ed9-9dbb-448dfbf945a2 None None] Sync routers for ids ['e60b7234-541f-4b32-b020-2843c7cf2f03'] in dv-cinder-786524-8-iscsi {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:09:52.775770 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-cbf5845a-b559-4379-9231-5ef4bb4b93a0 admin admin] 10.222.0.66 "PUT /v2.0/routers/e60b7234-541f-4b32-b020-2843c7cf2f03 HTTP/1.1" status: 200  len: 890 time: 2.3693020
Jun 03 16:09:52.785665 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ed2808-3f7a-4ed9-9dbb-448dfbf945a2 None None] Routers {'e60b7234-541f-4b32-b020-2843c7cf2f03'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:09:52.786362 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-e8ed2808-3f7a-4ed9-9dbb-448dfbf945a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2e3ed90>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:09:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['e60b7234-541f-4b32-b020-2843c7cf2f03'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:09:52.979090 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-e8ed2808-3f7a-4ed9-9dbb-448dfbf945a2 None None] Set router e60b7234-541f-4b32-b020-2843c7cf2f03 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:09:53.319037 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-e8ed2808-3f7a-4ed9-9dbb-448dfbf945a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2e3ed90>, [{'id': 'e60b7234-541f-4b32-b020-2843c7cf2f03', 'name': 'router1', 'tenant_id': 'c4882d992af24dd2955c367a4985047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '91bff861-9326-4ecb-8994-3c0a962cab54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:09:34Z', 'updated_at': '2021-06-03T16:09:51Z', 'revision_number': 4, 'project_id': 'c4882d992af24dd2955c367a4985047a', 'gw_port': {'id': '91bff861-9326-4ecb-8994-3c0a962cab54', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:76:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60b7234-541f-4b32-b020-2843c7cf2f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:09:51Z', 'updated_at': '2021-06-03T16:09:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': '9f2418c3-df68-4f72-92ea-1f9179150f58', 'name': '', 'network_id': 'bdb506df-8a31-4c03-b3dc-c09e8d2e9bee', 'tenant_id': 'c4882d992af24dd2955c367a4985047a', 'mac_address': 'fa:16:3e:c1:b7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60b7234-541f-4b32-b020-2843c7cf2f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60d8397b-ba3f-4ff8-80cb-05ad6fe2da1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:09:43Z', 'updated_at': '2021-06-03T16:09:49Z', 'revision_number': 5, 'project_id': 'c4882d992af24dd2955c367a4985047a', 'subnets': [{'id': '60d8397b-ba3f-4ff8-80cb-05ad6fe2da1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e95c4f2-6fa7-4d95-ab24-193372306d48'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:09:53.323832 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ed2808-3f7a-4ed9-9dbb-448dfbf945a2 None None] Checking router: e60b7234-541f-4b32-b020-2843c7cf2f03 for host: dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:09:53.324186 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ed2808-3f7a-4ed9-9dbb-448dfbf945a2 None None] Updating router e60b7234-541f-4b32-b020-2843c7cf2f03 port 91bff861-9326-4ecb-8994-3c0a962cab54 binding host dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 16:09:53.374497 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e8ed2808-3f7a-4ed9-9dbb-448dfbf945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:53.702938 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e8ed2808-3f7a-4ed9-9dbb-448dfbf945a2 None None] Notify callbacks [] for port, precommit_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:53.714378 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-e8ed2808-3f7a-4ed9-9dbb-448dfbf945a2 None None] Transition to ACTIVE for port object 91bff861-9326-4ecb-8994-3c0a962cab54 will not be triggered until provisioned by entity L2. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:09:53.721507 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e8ed2808-3f7a-4ed9-9dbb-448dfbf945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:53.726058 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:09:53.799577 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-e8ed2808-3f7a-4ed9-9dbb-448dfbf945a2 None None] Attempting to bind port 91bff861-9326-4ecb-8994-3c0a962cab54 on host dv-cinder-786524-8-iscsi for vnic_type normal with profile  {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:09:53.800176 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-e8ed2808-3f7a-4ed9-9dbb-448dfbf945a2 None None] Attempting to bind port 91bff861-9326-4ecb-8994-3c0a962cab54 by drivers openvswitch,hyperv on host dv-cinder-786524-8-iscsi at level 0 using segments [{'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:09:53.800312 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ed2808-3f7a-4ed9-9dbb-448dfbf945a2 None None] Attempting to bind port 91bff861-9326-4ecb-8994-3c0a962cab54 on network 454170da-4e8f-4963-97fb-80bd3b86dedc {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:09:53.806328 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b6a7e-0434-4ccb-a063-b2495d2c4088 None None] Pushing event updated for resources: {'Port': ['ID=91bff861-9326-4ecb-8994-3c0a962cab54,revision_number=2']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:09:53.810091 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-aa8b6a7e-0434-4ccb-a063-b2495d2c4088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:09:53.810978 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ed2808-3f7a-4ed9-9dbb-448dfbf945a2 None None] Checking agent: {'id': 'ac8e9f39-4eb9-409d-95f3-792de4f7d79f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:09:53.811345 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ed2808-3f7a-4ed9-9dbb-448dfbf945a2 None None] Checking segment: {'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:09:53.811739 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e8ed2808-3f7a-4ed9-9dbb-448dfbf945a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:53.812119 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ed2808-3f7a-4ed9-9dbb-448dfbf945a2 None None] Bound using segment: {'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:09:53.812586 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-e8ed2808-3f7a-4ed9-9dbb-448dfbf945a2 None None] Bound port: 91bff861-9326-4ecb-8994-3c0a962cab54, host: dv-cinder-786524-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:09:53.812953 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e8ed2808-3f7a-4ed9-9dbb-448dfbf945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:53.887123 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-e8ed2808-3f7a-4ed9-9dbb-448dfbf945a2 None None] For port 91bff861-9326-4ecb-8994-3c0a962cab54, host dv-cinder-786524-8-iscsi, cleared binding levels {{(pid=91618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:09:53.890100 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-e8ed2808-3f7a-4ed9-9dbb-448dfbf945a2 None None] For port 91bff861-9326-4ecb-8994-3c0a962cab54, host dv-cinder-786524-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=91bff861-9326-4ecb-8994-3c0a962cab54,segment=NetworkSegment(85b01a76-96af-409b-a8d7-73ca63f153b4),segment_id=85b01a76-96af-409b-a8d7-73ca63f153b4)] {{(pid=91618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:09:53.894981 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e8ed2808-3f7a-4ed9-9dbb-448dfbf945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:53.898714 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:09:53.968669 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ed2808-3f7a-4ed9-9dbb-448dfbf945a2 None None] Routers {'e60b7234-541f-4b32-b020-2843c7cf2f03'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:09:53.969239 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-e8ed2808-3f7a-4ed9-9dbb-448dfbf945a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2e3ed90>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:09:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['e60b7234-541f-4b32-b020-2843c7cf2f03'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:09:54.074984 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b6a7e-0434-4ccb-a063-b2495d2c4088 None None] Pushing event updated for resources: {'Port': ['ID=91bff861-9326-4ecb-8994-3c0a962cab54,revision_number=3']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:09:54.080395 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-aa8b6a7e-0434-4ccb-a063-b2495d2c4088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:09:54.195940 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-e8ed2808-3f7a-4ed9-9dbb-448dfbf945a2 None None] Set router e60b7234-541f-4b32-b020-2843c7cf2f03 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:09:54.524835 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-e8ed2808-3f7a-4ed9-9dbb-448dfbf945a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2e3ed90>, [{'id': 'e60b7234-541f-4b32-b020-2843c7cf2f03', 'name': 'router1', 'tenant_id': 'c4882d992af24dd2955c367a4985047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '91bff861-9326-4ecb-8994-3c0a962cab54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:09:34Z', 'updated_at': '2021-06-03T16:09:51Z', 'revision_number': 4, 'project_id': 'c4882d992af24dd2955c367a4985047a', 'gw_port': {'id': '91bff861-9326-4ecb-8994-3c0a962cab54', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:76:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60b7234-541f-4b32-b020-2843c7cf2f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:09:51Z', 'updated_at': '2021-06-03T16:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': '9f2418c3-df68-4f72-92ea-1f9179150f58', 'name': '', 'network_id': 'bdb506df-8a31-4c03-b3dc-c09e8d2e9bee', 'tenant_id': 'c4882d992af24dd2955c367a4985047a', 'mac_address': 'fa:16:3e:c1:b7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60b7234-541f-4b32-b020-2843c7cf2f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60d8397b-ba3f-4ff8-80cb-05ad6fe2da1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:09:43Z', 'updated_at': '2021-06-03T16:09:49Z', 'revision_number': 5, 'project_id': 'c4882d992af24dd2955c367a4985047a', 'subnets': [{'id': '60d8397b-ba3f-4ff8-80cb-05ad6fe2da1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e95c4f2-6fa7-4d95-ab24-193372306d48'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:09:54.528958 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ed2808-3f7a-4ed9-9dbb-448dfbf945a2 None None] The sync data for ids ['e60b7234-541f-4b32-b020-2843c7cf2f03'] in dv-cinder-786524-8-iscsi is: [{'id': 'e60b7234-541f-4b32-b020-2843c7cf2f03', 'name': 'router1', 'tenant_id': 'c4882d992af24dd2955c367a4985047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '91bff861-9326-4ecb-8994-3c0a962cab54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:09:34Z', 'updated_at': '2021-06-03T16:09:51Z', 'revision_number': 4, 'project_id': 'c4882d992af24dd2955c367a4985047a', 'gw_port': {'id': '91bff861-9326-4ecb-8994-3c0a962cab54', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:76:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60b7234-541f-4b32-b020-2843c7cf2f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:09:51Z', 'updated_at': '2021-06-03T16:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': '9f2418c3-df68-4f72-92ea-1f9179150f58', 'name': '', 'network_id': 'bdb506df-8a31-4c03-b3dc-c09e8d2e9bee', 'tenant_id': 'c4882d992af24dd2955c367a4985047a', 'mac_address': 'fa:16:3e:c1:b7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60b7234-541f-4b32-b020-2843c7cf2f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60d8397b-ba3f-4ff8-80cb-05ad6fe2da1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:09:43Z', 'updated_at': '2021-06-03T16:09:49Z', 'revision_number': 5, 'project_id': 'c4882d992af24dd2955c367a4985047a', 'subnets': [{'id': '60d8397b-ba3f-4ff8-80cb-05ad6fe2da1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e95c4f2-6fa7-4d95-ab24-193372306d48'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:09:54.772318 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 5 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:09:55.122783 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 54348) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:09:55.242893 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-3554b6cd-b82c-4f00-8f1e-bffc67e931fd admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1189220
Jun 03 16:09:55.509505 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 91bff861-9326-4ecb-8994-3c0a962cab54 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:09:55.578755 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning for port 91bff861-9326-4ecb-8994-3c0a962cab54 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:09:55.583729 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 91bff861-9326-4ecb-8994-3c0a962cab54 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:09:55.584100 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:55.706670 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:55.724892 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] For port 91bff861-9326-4ecb-8994-3c0a962cab54, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=91bff861-9326-4ecb-8994-3c0a962cab54,segment=NetworkSegment(85b01a76-96af-409b-a8d7-73ca63f153b4),segment_id=85b01a76-96af-409b-a8d7-73ca63f153b4)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:09:55.729833 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:09:55.731791 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-106f387b-f8f7-4063-8622-a0ce87adb6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:09:55.801158 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Pushing event updated for resources: {'Port': ['ID=91bff861-9326-4ecb-8994-3c0a962cab54,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:09:55.804668 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:09:57.493018 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 91bff861-9326-4ecb-8994-3c0a962cab54 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:09:57.569705 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 91bff861-9326-4ecb-8994-3c0a962cab54 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:09:57.570003 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:10:06.937694 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-92139be4-a1f8-4a05-a14c-315225a2bc64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:10:09.406339 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:10:09.712239 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-3e828820-8693-4297-bbc3-6a822610887e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:10:10.704949 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:10:12.122257 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:10:31.772094 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 5 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:10:36.931629 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-401cfad3-308b-45e8-8688-8f542c556b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:10:39.395140 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:10:39.704928 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-6aaeaf96-8159-4e01-8a85-07deaa72b1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:10:40.707243 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:10:42.121438 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:11:06.936677 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-d7baa301-4a2e-4b3a-a97f-a18ce69c1861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:11:08.772348 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 5 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:11:09.392580 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:11:09.706594 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2877-6fac-4202-a216-ddd2ec49c765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:11:10.702239 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:11:12.121870 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:11:30.794727 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 54916) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:11:30.861305 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce2d967-bc85-4bd6-9bbf-f45b979e6804 admin admin] GET failed (client error): The resource could not be found.
Jun 03 16:11:30.862530 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-6ce2d967-bc85-4bd6-9bbf-f45b979e6804 admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0668693
Jun 03 16:11:30.990051 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cad4a2-350b-4fa9-964e-b9475655465e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:11:30.991424 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-c2cad4a2-350b-4fa9-964e-b9475655465e admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1251829
Jun 03 16:11:33.134215 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 54926) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:11:33.244215 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27f3e2d-eabd-4048-9d60-2b05c5ec538e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:11:33.244774 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-e27f3e2d-eabd-4048-9d60-2b05c5ec538e admin admin] Synchronizing usage tracker for tenant:44f6432c85da450da15207f4272e432c on resource:subnet {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:11:33.261048 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-e27f3e2d-eabd-4048-9d60-2b05c5ec538e admin admin] Unset dirty status for tenant:44f6432c85da450da15207f4272e432c on resource:subnet {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:11:33.262145 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-e27f3e2d-eabd-4048-9d60-2b05c5ec538e admin admin] 10.222.0.66 "GET /v2.0/subnets/60d8397b-ba3f-4ff8-80cb-05ad6fe2da1a HTTP/1.1" status: 200  len: 849 time: 0.1269636
Jun 03 16:11:33.272437 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-c8deab4b-16c0-4392-ae93-baee78e9fb93 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:11:33.438348 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c8deab4b-16c0-4392-ae93-baee78e9fb93 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:11:33.627531 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c8deab4b-16c0-4392-ae93-baee78e9fb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727276638724'] for subnet, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:11:33.631606 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-02dbc933-f380-4064-b8de-19790e856911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:11:33.670481 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8deab4b-16c0-4392-ae93-baee78e9fb93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:11:33.670623 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c8deab4b-16c0-4392-ae93-baee78e9fb93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:11:33.672390 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-c8deab4b-16c0-4392-ae93-baee78e9fb93 admin admin] 10.222.0.66 "PUT /v2.0/subnets/60d8397b-ba3f-4ff8-80cb-05ad6fe2da1a HTTP/1.1" status: 200  len: 868 time: 0.4037504
Jun 03 16:11:33.691299 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45b0991-1d8b-4e2e-a33e-aa0eeebf4f79 None None] Network bdb506df-8a31-4c03-b3dc-c09e8d2e9bee requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:11:33.699050 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8deab4b-16c0-4392-ae93-baee78e9fb93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60d8397b-ba3f-4ff8-80cb-05ad6fe2da1a,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:11:33.706818 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8deab4b-16c0-4392-ae93-baee78e9fb93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:11:33.707159 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8deab4b-16c0-4392-ae93-baee78e9fb93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:11:33.707501 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8deab4b-16c0-4392-ae93-baee78e9fb93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:11:33.707824 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8deab4b-16c0-4392-ae93-baee78e9fb93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:11:33.708148 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8deab4b-16c0-4392-ae93-baee78e9fb93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:11:33.708503 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8deab4b-16c0-4392-ae93-baee78e9fb93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:11:33.708833 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8deab4b-16c0-4392-ae93-baee78e9fb93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:11:33.709179 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8deab4b-16c0-4392-ae93-baee78e9fb93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:11:33.709542 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8deab4b-16c0-4392-ae93-baee78e9fb93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:11:33.709861 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8deab4b-16c0-4392-ae93-baee78e9fb93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:11:33.710179 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8deab4b-16c0-4392-ae93-baee78e9fb93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:11:33.710517 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8deab4b-16c0-4392-ae93-baee78e9fb93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:11:33.714114 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-c8deab4b-16c0-4392-ae93-baee78e9fb93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:11:34.146541 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-a84c01fd-808b-4147-957a-16389e7f75fb None None] Provisioning complete for port f93dc1a5-818e-4269-8f0e-5cbe0b0725a8 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:11:34.146905 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-a84c01fd-808b-4147-957a-16389e7f75fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:11:34.269895 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-a84c01fd-808b-4147-957a-16389e7f75fb None None] Provisioning complete for port 9f2418c3-df68-4f72-92ea-1f9179150f58 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:11:34.270162 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-a84c01fd-808b-4147-957a-16389e7f75fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:11:35.837635 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 54934) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:11:36.011304 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f4ea7d-9929-4c20-b87f-89c574a77aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:11:36.011772 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f4ea7d-9929-4c20-b87f-89c574a77aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:11:36.013293 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-d7f4ea7d-9929-4c20-b87f-89c574a77aa5 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1746156
Jun 03 16:11:36.939583 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-64d8478d-c38c-4e23-8f42-f1f942c104c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:11:38.159954 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 54942) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:11:38.331945 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d417583-7aba-433b-b6bb-c4b7d2afe182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:11:38.332332 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d417583-7aba-433b-b6bb-c4b7d2afe182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:11:38.333886 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-7d417583-7aba-433b-b6bb-c4b7d2afe182 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1729906
Jun 03 16:11:39.396630 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:11:39.707881 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-5c71cc6a-e3be-4d95-a9cc-25d8ff8c4639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:11:40.465699 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 54950) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:11:40.630582 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb55caf3-c0bf-4c5a-931d-6f35194d4d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:11:40.632155 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-eb55caf3-c0bf-4c5a-931d-6f35194d4d62 admin admin] 10.222.0.66 "GET /v2.0/networks/454170da-4e8f-4963-97fb-80bd3b86dedc HTTP/1.1" status: 200  len: 886 time: 0.1653240
Jun 03 16:11:40.706938 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:11:42.127421 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:11:42.794206 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 54958) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:11:42.964153 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d24a724-8749-44a0-82e4-8a9c991280ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:11:42.965577 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-8d24a724-8749-44a0-82e4-8a9c991280ce admin admin] 10.222.0.66 "GET /v2.0/networks/bdb506df-8a31-4c03-b3dc-c09e8d2e9bee HTTP/1.1" status: 200  len: 869 time: 0.1702931
Jun 03 16:11:45.098549 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 54966) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:11:45.210343 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b8fb1d-fab0-412b-93bb-d53d1d8bf3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:11:45.210800 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b8fb1d-fab0-412b-93bb-d53d1d8bf3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:11:45.212321 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-41b8fb1d-fab0-412b-93bb-d53d1d8bf3fc admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1128490
Jun 03 16:11:45.772027 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 5 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:11:47.339874 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 54974) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:11:47.443925 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d2880a-4955-4408-bdda-cbf521519ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:11:47.444385 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d2880a-4955-4408-bdda-cbf521519ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:11:47.445898 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-27d2880a-4955-4408-bdda-cbf521519ce1 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1051033
Jun 03 16:11:49.628400 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 54982) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:11:49.840614 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.policy [None req-5c4583c2-c129-4f41-89cb-af270cbc604d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91617) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 03 16:11:49.887315 dv-cinder-786524-8-iscsi neutron-server[91617]: WARNING oslo_policy.policy [None req-5c4583c2-c129-4f41-89cb-af270cbc604d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 03 16:11:49.887701 dv-cinder-786524-8-iscsi neutron-server[91617]: WARNING oslo_policy.policy [None req-5c4583c2-c129-4f41-89cb-af270cbc604d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 03 16:11:49.896160 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4583c2-c129-4f41-89cb-af270cbc604d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:11:49.897856 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-5c4583c2-c129-4f41-89cb-af270cbc604d admin admin] 10.222.0.66 "GET /v2.0/subnets/06c387f0-ce57-4d04-be2c-2471c04350c2 HTTP/1.1" status: 200  len: 816 time: 0.2685382
Jun 03 16:11:52.056279 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 54994) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:11:52.162878 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe566c1-cb26-4526-b2a8-2616378d8987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:11:52.164157 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-4fe566c1-cb26-4526-b2a8-2616378d8987 admin admin] 10.222.0.66 "GET /v2.0/subnets/60d8397b-ba3f-4ff8-80cb-05ad6fe2da1a HTTP/1.1" status: 200  len: 868 time: 0.1068757
Jun 03 16:12:06.945442 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-342aa2ee-aa42-480a-9088-e27b47c99789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:12:09.397886 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:12:09.709055 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-72304b7d-ec2d-41b8-8ef3-819236af8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:12:10.708652 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:12:12.131185 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:12:15.407917 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 55038) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:12:15.453433 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [None req-e9ce31bf-312d-44f7-8ae8-4083bdff6eb2 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=91617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 16:12:15.454395 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-e9ce31bf-312d-44f7-8ae8-4083bdff6eb2 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0455699
Jun 03 16:12:17.662205 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 55046) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:12:17.727730 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.pecan_wsgi.hooks.translation [None req-f28a521d-e189-409d-88a0-21a6e50accd8 admin admin] GET failed (client error): The resource could not be found.
Jun 03 16:12:17.728958 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-f28a521d-e189-409d-88a0-21a6e50accd8 admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0658042
Jun 03 16:12:17.851865 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8a2247-c9cc-478a-b8b6-c50fb68f991f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:12:17.853242 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-2c8a2247-c9cc-478a-b8b6-c50fb68f991f admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1204541
Jun 03 16:12:20.015749 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 55054) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:12:20.064012 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-49c29798-a89d-4347-b377-7f60ef9a6e0e admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:12:20.068509 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-49c29798-a89d-4347-b377-7f60ef9a6e0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:12:20.077931 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-49c29798-a89d-4347-b377-7f60ef9a6e0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:12:20.087424 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c29798-a89d-4347-b377-7f60ef9a6e0e admin admin] Made reservation on behalf of 44f6432c85da450da15207f4272e432c for: {'network': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:12:20.089625 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-49c29798-a89d-4347-b377-7f60ef9a6e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7909625'] for network, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:12:20.176436 dv-cinder-786524-8-iscsi neutron-server[91616]: WARNING neutron.services.revisions.revision_plugin [None req-49c29798-a89d-4347-b377-7f60ef9a6e0e admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7effa181c7c0] {project_id='44f6432c85da450da15207f4272e432c', id='bdcb9ce5-5179-4057-807a-5c4477b82161', target_tenant='*', action='access_as_shared', object_id='3ac1001d-d31b-436c-bae9-e968efc61691'}> to bump revision.
Jun 03 16:12:20.187236 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c29798-a89d-4347-b377-7f60ef9a6e0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930}  {{(pid=91616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 16:12:20.195471 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-49c29798-a89d-4347-b377-7f60ef9a6e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:12:20.195742 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.db.segments_db [None req-49c29798-a89d-4347-b377-7f60ef9a6e0e admin admin] Added segment 418dffd2-386a-4344-b9b7-d8ecc50f9469 of type vlan for network 3ac1001d-d31b-436c-bae9-e968efc61691
Jun 03 16:12:20.226998 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-49c29798-a89d-4347-b377-7f60ef9a6e0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727276187850'] for network, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:12:20.267945 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-49c29798-a89d-4347-b377-7f60ef9a6e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335'] for network, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:12:20.269483 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c29798-a89d-4347-b377-7f60ef9a6e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:12:20.270054 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-49c29798-a89d-4347-b377-7f60ef9a6e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:12:20.273059 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:12:20.371437 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-49c29798-a89d-4347-b377-7f60ef9a6e0e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3543279
Jun 03 16:12:20.374564 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c29798-a89d-4347-b377-7f60ef9a6e0e admin admin] Pushing event updated for resources: {'Network': ['ID=3ac1001d-d31b-436c-bae9-e968efc61691,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:12:20.378182 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-49c29798-a89d-4347-b377-7f60ef9a6e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:12:20.385131 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Network 3ac1001d-d31b-436c-bae9-e968efc61691 details requested by agent ovs-agent-dv-cinder-786524-8-iscsi with host dv-cinder-786524-8-iscsi {{(pid=91618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 16:12:22.533060 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 55062) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:12:22.601328 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6af7f9e-5990-49bc-9e12-038a254000e3 admin admin] GET failed (client error): The resource could not be found.
Jun 03 16:12:22.601834 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-b6af7f9e-5990-49bc-9e12-038a254000e3 admin admin] Synchronizing usage tracker for tenant:44f6432c85da450da15207f4272e432c on resource:network {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:12:22.616580 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-b6af7f9e-5990-49bc-9e12-038a254000e3 admin admin] Unset dirty status for tenant:44f6432c85da450da15207f4272e432c on resource:network {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:12:22.617693 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-b6af7f9e-5990-49bc-9e12-038a254000e3 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0836625
Jun 03 16:12:22.720016 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f18ef0-1a4c-4e8b-bb52-1ba62c998412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:12:22.721334 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-24f18ef0-1a4c-4e8b-bb52-1ba62c998412 admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0996494
Jun 03 16:12:22.730889 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-3b1be9be-4fe5-488c-857a-4a72e982880d admin admin] Request body: {'subnet': {'network_id': '3ac1001d-d31b-436c-bae9-e968efc61691', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:12:22.735909 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-3b1be9be-4fe5-488c-857a-4a72e982880d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:12:22.745104 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-3b1be9be-4fe5-488c-857a-4a72e982880d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:12:22.753681 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1be9be-4fe5-488c-857a-4a72e982880d admin admin] Made reservation on behalf of 44f6432c85da450da15207f4272e432c for: {'subnet': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:12:22.756001 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3b1be9be-4fe5-488c-857a-4a72e982880d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:12:22.770768 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 5 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:12:23.162349 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3b1be9be-4fe5-488c-857a-4a72e982880d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342'] for subnet, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:12:23.166705 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-f09d0e58-27b3-41c7-bb80-dc406e872df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:12:23.238682 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1be9be-4fe5-488c-857a-4a72e982880d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f56d54c8-43b1-43fd-b962-92daf5e7e8ec,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:12:23.241696 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-3b1be9be-4fe5-488c-857a-4a72e982880d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:12:23.247469 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1be9be-4fe5-488c-857a-4a72e982880d admin admin] Checking segment: {'id': '418dffd2-386a-4344-b9b7-d8ecc50f9469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '3ac1001d-d31b-436c-bae9-e968efc61691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:12:23.247766 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1be9be-4fe5-488c-857a-4a72e982880d admin admin] Network hostable DHCP agents. Network: 3ac1001d-d31b-436c-bae9-e968efc61691, hostable agents: ['c044945e-c5c8-447c-aba8-a587522630bd'], hosted agents: [] {{(pid=91616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 16:12:23.264690 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1be9be-4fe5-488c-857a-4a72e982880d admin admin] Network 3ac1001d-d31b-436c-bae9-e968efc61691 is scheduled to be hosted by DHCP agent c044945e-c5c8-447c-aba8-a587522630bd with binding_index 1 {{(pid=91616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 16:12:23.273653 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-3b1be9be-4fe5-488c-857a-4a72e982880d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-iscsi, 3ac1001d-d31b-436c-bae9-e968efc61691) {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:12:23.277719 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1be9be-4fe5-488c-857a-4a72e982880d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:12:23.278300 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3b1be9be-4fe5-488c-857a-4a72e982880d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:12:23.283663 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0d8878-4977-486c-9293-00252f98735f None None] Network 3ac1001d-d31b-436c-bae9-e968efc61691 requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:12:23.307422 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-3b1be9be-4fe5-488c-857a-4a72e982880d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5757940
Jun 03 16:12:23.502551 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10b196e7-bcaa-5b87-a244-394a9af7543c-3ac1001d-d31b-436c-bae9-e968efc61691', 'network_id': '3ac1001d-d31b-436c-bae9-e968efc61691', 'tenant_id': '44f6432c85da450da15207f4272e432c', 'fixed_ips': [{'subnet_id': 'f56d54c8-43b1-43fd-b962-92daf5e7e8ec'}]}} from dv-cinder-786524-8-iscsi. {{(pid=91618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 03 16:12:23.503591 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:12:23.672386 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.db_base_plugin_common [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Allocated IP 192.168.233.2 (3ac1001d-d31b-436c-bae9-e968efc61691/f56d54c8-43b1-43fd-b962-92daf5e7e8ec/32087b41-4864-47d3-b900-ddaa8c44eb69) {{(pid=91618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:12:23.885910 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Notify callbacks [] for port, precommit_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:12:23.897640 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Transition to ACTIVE for port object 32087b41-4864-47d3-b900-ddaa8c44eb69 will not be triggered until provisioned by entity L2. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:12:23.917175 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Transition to ACTIVE for port object 32087b41-4864-47d3-b900-ddaa8c44eb69 will not be triggered until provisioned by entity DHCP. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:12:23.924478 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340'] for port, after_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:12:23.929974 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-aa8b6a7e-0434-4ccb-a063-b2495d2c4088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:12:23.999306 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Network 3ac1001d-d31b-436c-bae9-e968efc61691 is already hosted by enough agents. {{(pid=91618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:12:24.000139 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Pushing event updated for resources: {'Port': ['ID=32087b41-4864-47d3-b900-ddaa8c44eb69,revision_number=1']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:12:24.002613 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.scheduler.base_scheduler [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Resources bound (agent type, host, resource id):  {{(pid=91618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:12:24.006743 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Received port after_create {{(pid=91618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:12:24.013193 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:12:24.013543 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:12:24.014444 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:12:24.014779 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:12:24.015107 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:12:24.015437 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:12:24.015755 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:12:24.016327 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:12:24.016649 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:12:24.016968 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:12:24.017381 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:12:24.017701 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:12:24.023719 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:12:24.109949 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Attempting to bind port 32087b41-4864-47d3-b900-ddaa8c44eb69 on host dv-cinder-786524-8-iscsi for vnic_type normal with profile  {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:12:24.110317 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Attempting to bind port 32087b41-4864-47d3-b900-ddaa8c44eb69 by drivers openvswitch,hyperv on host dv-cinder-786524-8-iscsi at level 0 using segments [{'id': '418dffd2-386a-4344-b9b7-d8ecc50f9469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '3ac1001d-d31b-436c-bae9-e968efc61691'}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:12:24.110682 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Attempting to bind port 32087b41-4864-47d3-b900-ddaa8c44eb69 on network 3ac1001d-d31b-436c-bae9-e968efc61691 {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:12:24.116028 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Checking agent: {'id': 'ac8e9f39-4eb9-409d-95f3-792de4f7d79f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:12:24.116405 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Checking segment: {'id': '418dffd2-386a-4344-b9b7-d8ecc50f9469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '3ac1001d-d31b-436c-bae9-e968efc61691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:12:24.116806 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:12:24.117228 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Bound using segment: {'id': '418dffd2-386a-4344-b9b7-d8ecc50f9469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '3ac1001d-d31b-436c-bae9-e968efc61691'} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:12:24.117697 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Bound port: 32087b41-4864-47d3-b900-ddaa8c44eb69, host: dv-cinder-786524-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418dffd2-386a-4344-b9b7-d8ecc50f9469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '3ac1001d-d31b-436c-bae9-e968efc61691'}}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:12:24.118077 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:12:24.218432 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] For port 32087b41-4864-47d3-b900-ddaa8c44eb69, host dv-cinder-786524-8-iscsi, cleared binding levels {{(pid=91618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:12:24.222311 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] For port 32087b41-4864-47d3-b900-ddaa8c44eb69, host dv-cinder-786524-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=32087b41-4864-47d3-b900-ddaa8c44eb69,segment=NetworkSegment(418dffd2-386a-4344-b9b7-d8ecc50f9469),segment_id=418dffd2-386a-4344-b9b7-d8ecc50f9469)] {{(pid=91618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:12:24.228281 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:12:24.234028 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-58a34f03-3f49-4f3c-8e25-2ff574de7e2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:12:24.315624 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Pushing event updated for resources: {'Port': ['ID=32087b41-4864-47d3-b900-ddaa8c44eb69,revision_number=2']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:12:24.323208 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:12:25.101252 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140e61e5-a56c-45b4-a4da-8d67113c799a None None] Network 3ac1001d-d31b-436c-bae9-e968efc61691 requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:12:25.211076 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-1406b10f-50d5-48bc-8417-6a0ccdf6cf08 None None] Provisioning for port 32087b41-4864-47d3-b900-ddaa8c44eb69 completed by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:12:25.614362 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 32087b41-4864-47d3-b900-ddaa8c44eb69 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:12:25.724728 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning for port 32087b41-4864-47d3-b900-ddaa8c44eb69 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:12:25.731118 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 32087b41-4864-47d3-b900-ddaa8c44eb69 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:12:25.731693 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:12:25.848628 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:12:25.883823 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] For port 32087b41-4864-47d3-b900-ddaa8c44eb69, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=32087b41-4864-47d3-b900-ddaa8c44eb69,segment=NetworkSegment(418dffd2-386a-4344-b9b7-d8ecc50f9469),segment_id=418dffd2-386a-4344-b9b7-d8ecc50f9469)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:12:25.887681 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:12:25.891596 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:12:25.957923 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Pushing event updated for resources: {'Port': ['ID=32087b41-4864-47d3-b900-ddaa8c44eb69,revision_number=3']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:12:25.960962 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:12:27.596517 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 32087b41-4864-47d3-b900-ddaa8c44eb69 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:12:27.675709 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 32087b41-4864-47d3-b900-ddaa8c44eb69 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:12:27.676325 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:12:36.947167 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-173e281c-7f4a-4f12-9bb5-4e19e77e2b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:12:39.401191 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:12:39.712511 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-53adebdf-9123-453a-9748-24aaa361ddc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:12:40.711447 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:12:42.132205 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:12:59.769599 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 5 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:13:06.949039 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-cd9be73e-c7f5-47b8-bab8-edc437895382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:13:09.403537 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:13:09.715896 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-246f2578-3f34-4953-b491-6fe75ac272b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:13:10.714274 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:13:12.135034 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:13:34.614964 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 55114) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:13:34.620983 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [None req-28c55456-5ab2-4ac2-b8eb-bf234eeef301 tempest-verify_tempest_config-986311240 tempest-verify_tempest_config-986311240-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=91616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 16:13:34.621978 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-28c55456-5ab2-4ac2-b8eb-bf234eeef301 tempest-verify_tempest_config-986311240 tempest-verify_tempest_config-986311240-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0060515
Jun 03 16:13:34.920921 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 55132) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:13:35.041288 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d968b11e-c113-4a40-b0e8-1017e6c7ae38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:13:35.055157 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.quota [None req-d968b11e-c113-4a40-b0e8-1017e6c7ae38 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7effa2b36f10>.
Jun 03 16:13:35.059863 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-d968b11e-c113-4a40-b0e8-1017e6c7ae38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:13:35.065410 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-d968b11e-c113-4a40-b0e8-1017e6c7ae38 admin admin] Usage tracker for resource:security_group_rule and tenant:0be519941df244008b9695306373313f is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:13:35.068913 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-d968b11e-c113-4a40-b0e8-1017e6c7ae38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:13:35.076714 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-d968b11e-c113-4a40-b0e8-1017e6c7ae38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:13:35.177244 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d968b11e-c113-4a40-b0e8-1017e6c7ae38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:13:35.180923 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d968b11e-c113-4a40-b0e8-1017e6c7ae38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:13:35.190014 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:13:35.225547 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-d968b11e-c113-4a40-b0e8-1017e6c7ae38 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0be519941df244008b9695306373313f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3035619
Jun 03 16:13:35.228148 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 55140) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:13:35.232496 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968b11e-c113-4a40-b0e8-1017e6c7ae38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4eea3cb-8ae6-4213-887d-510e9814cace,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:13:35.242906 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d968b11e-c113-4a40-b0e8-1017e6c7ae38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:13:35.243246 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d968b11e-c113-4a40-b0e8-1017e6c7ae38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:13:35.243623 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d968b11e-c113-4a40-b0e8-1017e6c7ae38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:13:35.243893 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d968b11e-c113-4a40-b0e8-1017e6c7ae38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:13:35.244206 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d968b11e-c113-4a40-b0e8-1017e6c7ae38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:13:35.244528 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d968b11e-c113-4a40-b0e8-1017e6c7ae38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:13:35.244840 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d968b11e-c113-4a40-b0e8-1017e6c7ae38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:13:35.245175 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d968b11e-c113-4a40-b0e8-1017e6c7ae38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:13:35.245499 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d968b11e-c113-4a40-b0e8-1017e6c7ae38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:13:35.245807 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d968b11e-c113-4a40-b0e8-1017e6c7ae38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:13:35.246111 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d968b11e-c113-4a40-b0e8-1017e6c7ae38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:13:35.246409 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d968b11e-c113-4a40-b0e8-1017e6c7ae38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d968b11e-c113-4a40-b0e8-1017e6c7ae38 admin admin] Tracked resource versions report:
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]: pushed versions:
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]: {   'AddressGroup': {'1.2'},
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]:     'ConntrackHelper': {'1.0'},
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]:     'Log': {'1.0'},
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]:     'Network': {'1.1'},
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]:     'Port': {'1.7'},
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]:     'PortForwarding': {'1.2'},
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]:     'QosPolicy': {'1.8'},
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]:     'SecurityGroup': {'1.4'},
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]:     'SecurityGroupRule': {'1.2'},
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]:     'SubPort': {'1.0'},
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]:     'Subnet': {'1.1'},
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]:     'Trunk': {'1.1'}}
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]: consumer versions:
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]: {   DHCP agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]:     L3 agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]:     Metadata agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]:     Metering agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]:     Open vSwitch agent@dv-cinder-786524-8-iscsi: {   'AddressGroup': '1.2',
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]:                                                      'ConntrackHelper': '1.0',
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]:                                                      'Log': '1.0',
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]:                                                      'Network': '1.1',
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]:                                                      'Port': '1.7',
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]:                                                      'PortForwarding': '1.2',
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]:                                                      'QosPolicy': '1.8',
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]:                                                      'SecurityGroup': '1.4',
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]:                                                      'SecurityGroupRule': '1.2',
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]:                                                      'SubPort': '1.0',
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]:                                                      'Subnet': '1.1',
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]:                                                      'Trunk': '1.1'}}
Jun 03 16:13:35.247655 dv-cinder-786524-8-iscsi neutron-server[91617]:  {{(pid=91617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 03 16:13:35.277132 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-d968b11e-c113-4a40-b0e8-1017e6c7ae38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:13:35.288327 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1e776871-3856-4f30-8ac8-8c60320ffade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:13:35.312906 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1e776871-3856-4f30-8ac8-8c60320ffade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:13:35.410263 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1e776871-3856-4f30-8ac8-8c60320ffade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:13:35.414091 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:13:35.425513 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e776871-3856-4f30-8ac8-8c60320ffade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4eea3cb-8ae6-4213-887d-510e9814cace,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:13:35.435518 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e776871-3856-4f30-8ac8-8c60320ffade admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:13:35.435878 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e776871-3856-4f30-8ac8-8c60320ffade admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:13:35.436214 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e776871-3856-4f30-8ac8-8c60320ffade admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:13:35.436540 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e776871-3856-4f30-8ac8-8c60320ffade admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:13:35.436860 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e776871-3856-4f30-8ac8-8c60320ffade admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:13:35.437227 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e776871-3856-4f30-8ac8-8c60320ffade admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:13:35.437552 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e776871-3856-4f30-8ac8-8c60320ffade admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:13:35.437870 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e776871-3856-4f30-8ac8-8c60320ffade admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:13:35.438197 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e776871-3856-4f30-8ac8-8c60320ffade admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:13:35.438513 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e776871-3856-4f30-8ac8-8c60320ffade admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:13:35.438823 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e776871-3856-4f30-8ac8-8c60320ffade admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:13:35.439130 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e776871-3856-4f30-8ac8-8c60320ffade admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:13:35.442200 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1e776871-3856-4f30-8ac8-8c60320ffade admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:13:35.443297 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-1e776871-3856-4f30-8ac8-8c60320ffade admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c4eea3cb-8ae6-4213-887d-510e9814cace HTTP/1.1" status: 204  len: 168 time: 0.2141604
Jun 03 16:13:35.444131 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-1e776871-3856-4f30-8ac8-8c60320ffade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:13:36.769522 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 5 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:13:36.952228 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e67a3e57-3498-47d3-bacb-e2af3ae9d69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:13:39.406807 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:13:39.717908 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e9de229a-f320-4b9f-8dc9-dd773b7ff386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:13:40.718350 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:13:42.137717 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:14:06.953821 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-89c5cad2-110c-42b9-9dd1-68963a384ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:14:09.408019 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:14:09.718763 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e95baabc-e3dd-40c7-b8cd-f43c16bc883d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:14:10.720868 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:14:12.143538 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:14:13.767903 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 5 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:14:36.955929 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-20a8bcef-718c-4c69-ae15-082c215594f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:14:39.410756 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:14:39.720003 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-27d5a27e-b771-4a39-b7e0-0317e2e9d032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:14:40.722173 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:14:42.145214 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:14:50.766812 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 5 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:15:06.960019 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9c42aba2-282b-4e36-8f38-12e11133d3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:15:08.561338 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807'] for agent, after_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:15:09.412380 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:15:09.728240 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-eaccbb29-19e9-4d1b-a219-d5f276186ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:15:10.727015 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:15:12.150577 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:15:12.175023 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 55194) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:15:12.285908 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-a07ab838-005d-4a19-999b-a2dd910e260e admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1097863
Jun 03 16:15:14.410858 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 55204) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:15:14.465278 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-e19767ee-31f3-4f3c-899e-2d8112337e2c admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0533197
Jun 03 16:15:27.765375 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:15:36.961562 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9589b4c9-47f9-4de5-b368-d099c2acb9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:15:38.533215 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:15:39.414301 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:15:39.720779 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-0d800f9e-a7ce-41d1-a62e-993eeebab0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:15:40.727709 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:15:42.152209 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:04.765500 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:16:06.965141 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e538f8e8-0700-4a5e-80c6-c88b4625905f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:08.538516 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:09.418962 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:09.751739 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e906e998-a10a-4bde-8186-ec17a97e9460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:10.749454 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:12.156309 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:36.961317 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9f2c6651-de4a-401d-a985-e95f2fd78400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:38.553325 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:39.427251 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:39.740813 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-8aeafb9d-de34-42f7-a214-b8aaee3c8fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:40.760539 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:41.765091 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 55342) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:16:41.772300 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:16:42.163457 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:42.183100 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1891294743-network', 'tenant_id': 'ac92454434b9488fb13bd0596cb98647'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:16:42.189059 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:16:42.193953 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Usage tracker for resource:network and tenant:ac92454434b9488fb13bd0596cb98647 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:16:42.197186 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:16:42.206830 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:16:42.217840 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Made reservation on behalf of ac92454434b9488fb13bd0596cb98647 for: {'network': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:16:42.220112 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7909625'] for network, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:42.232009 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:42.246188 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:16:42.250704 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Usage tracker for resource:security_group_rule and tenant:ac92454434b9488fb13bd0596cb98647 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:16:42.253546 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:16:42.259151 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:16:42.348567 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:42.353193 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:42.363927 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-867682af-bfbe-427d-a516-4c1c9a0924af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:42.378471 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946}  {{(pid=91616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 16:16:42.405997 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05726fab-7030-444c-a874-f6ee5b543947,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:42.409976 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:42.410481 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.db.segments_db [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Added segment a614c55a-6f6c-4e3a-94de-0a8bc8101021 of type vlan for network eaa05f56-e2a3-4209-b334-8745e58b65ca
Jun 03 16:16:42.419638 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:42.421133 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:42.421575 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:42.421922 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:42.422256 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:42.422592 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:42.422913 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:42.423242 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:42.423563 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:42.424075 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:42.424403 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:42.424725 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Tracked resource versions report:
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]: pushed versions:
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]: {   'AddressGroup': {'1.2'},
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]:     'ConntrackHelper': {'1.0'},
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]:     'Log': {'1.0'},
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]:     'Network': {'1.1'},
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]:     'Port': {'1.7'},
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]:     'PortForwarding': {'1.2'},
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]:     'QosPolicy': {'1.8'},
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]:     'SecurityGroup': {'1.4'},
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]:     'SecurityGroupRule': {'1.2'},
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]:     'SubPort': {'1.0'},
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]:     'Subnet': {'1.1'},
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]:     'Trunk': {'1.1'}}
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]: consumer versions:
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]: {   DHCP agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]:     HyperV agent@hv-cinder-78652: {},
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]:     L3 agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]:     Metadata agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]:     Metering agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]:     Open vSwitch agent@dv-cinder-786524-8-iscsi: {   'AddressGroup': '1.2',
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]:                                                      'ConntrackHelper': '1.0',
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]:                                                      'Log': '1.0',
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]:                                                      'Network': '1.1',
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]:                                                      'Port': '1.7',
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]:                                                      'PortForwarding': '1.2',
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]:                                                      'QosPolicy': '1.8',
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]:                                                      'SecurityGroup': '1.4',
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]:                                                      'SecurityGroupRule': '1.2',
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]:                                                      'SubPort': '1.0',
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]:                                                      'Subnet': '1.1',
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]:                                                      'Trunk': '1.1'}}
Jun 03 16:16:42.426167 dv-cinder-786524-8-iscsi neutron-server[91616]:  {{(pid=91616) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 03 16:16:42.432075 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:42.459423 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727276187850'] for network, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:42.502796 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335'] for network, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:42.504562 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:16:42.505156 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:42.510269 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-49c29798-a89d-4347-b377-7f60ef9a6e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:42.609225 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.8431137
Jun 03 16:16:42.612090 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 55398) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:16:42.618240 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-debf78dd-236e-4abe-99fc-bb8fc5438cc6 admin admin] Request body: {'subnet': {'network_id': 'eaa05f56-e2a3-4209-b334-8745e58b65ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1891294743-subnet', 'tenant_id': 'ac92454434b9488fb13bd0596cb98647', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:16:42.620564 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Pushing event updated for resources: {'Network': ['ID=eaa05f56-e2a3-4209-b334-8745e58b65ca,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:42.624359 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:42.624708 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-debf78dd-236e-4abe-99fc-bb8fc5438cc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:16:42.629541 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-debf78dd-236e-4abe-99fc-bb8fc5438cc6 admin admin] Usage tracker for resource:subnet and tenant:ac92454434b9488fb13bd0596cb98647 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:16:42.631886 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Network eaa05f56-e2a3-4209-b334-8745e58b65ca details requested by agent ovs-agent-dv-cinder-786524-8-iscsi with host dv-cinder-786524-8-iscsi {{(pid=91618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 16:16:42.632760 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-debf78dd-236e-4abe-99fc-bb8fc5438cc6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:16:42.642725 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-debf78dd-236e-4abe-99fc-bb8fc5438cc6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:16:42.658913 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debf78dd-236e-4abe-99fc-bb8fc5438cc6 admin admin] Made reservation on behalf of ac92454434b9488fb13bd0596cb98647 for: {'subnet': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:16:42.662179 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-debf78dd-236e-4abe-99fc-bb8fc5438cc6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:42.972390 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 55412) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:16:43.178705 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-debf78dd-236e-4abe-99fc-bb8fc5438cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342'] for subnet, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:43.184070 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:43.244137 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf78dd-236e-4abe-99fc-bb8fc5438cc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37b858f2-9061-4689-8f39-93d3aae83f42,revision_number=0']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:43.259542 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf78dd-236e-4abe-99fc-bb8fc5438cc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:43.259879 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf78dd-236e-4abe-99fc-bb8fc5438cc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:43.260213 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf78dd-236e-4abe-99fc-bb8fc5438cc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:43.260522 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf78dd-236e-4abe-99fc-bb8fc5438cc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:43.260839 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf78dd-236e-4abe-99fc-bb8fc5438cc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:43.261178 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf78dd-236e-4abe-99fc-bb8fc5438cc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:43.261495 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf78dd-236e-4abe-99fc-bb8fc5438cc6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:43.261948 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf78dd-236e-4abe-99fc-bb8fc5438cc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:43.262110 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf78dd-236e-4abe-99fc-bb8fc5438cc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:43.262580 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf78dd-236e-4abe-99fc-bb8fc5438cc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:43.263326 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf78dd-236e-4abe-99fc-bb8fc5438cc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:43.264554 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf78dd-236e-4abe-99fc-bb8fc5438cc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf78dd-236e-4abe-99fc-bb8fc5438cc6 admin admin] Tracked resource versions report:
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]: pushed versions:
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]: {   'AddressGroup': {'1.2'},
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]:     'ConntrackHelper': {'1.0'},
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]:     'Log': {'1.0'},
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]:     'Network': {'1.1'},
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]:     'Port': {'1.7'},
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]:     'PortForwarding': {'1.2'},
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]:     'QosPolicy': {'1.8'},
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]:     'SecurityGroup': {'1.4'},
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]:     'SecurityGroupRule': {'1.2'},
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]:     'SubPort': {'1.0'},
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]:     'Subnet': {'1.1'},
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]:     'Trunk': {'1.1'}}
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]: consumer versions:
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]: {   DHCP agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]:     HyperV agent@hv-cinder-78652: {},
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]:     L3 agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]:     Metadata agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]:     Metering agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]:     Open vSwitch agent@dv-cinder-786524-8-iscsi: {   'AddressGroup': '1.2',
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]:                                                      'ConntrackHelper': '1.0',
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]:                                                      'Log': '1.0',
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]:                                                      'Network': '1.1',
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]:                                                      'Port': '1.7',
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]:                                                      'PortForwarding': '1.2',
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]:                                                      'QosPolicy': '1.8',
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]:                                                      'SecurityGroup': '1.4',
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]:                                                      'SecurityGroupRule': '1.2',
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]:                                                      'SubPort': '1.0',
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]:                                                      'Subnet': '1.1',
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]:                                                      'Trunk': '1.1'}}
Jun 03 16:16:43.265760 dv-cinder-786524-8-iscsi neutron-server[91617]:  {{(pid=91617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 03 16:16:43.276132 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-debf78dd-236e-4abe-99fc-bb8fc5438cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:43.284355 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debf78dd-236e-4abe-99fc-bb8fc5438cc6 admin admin] Checking segment: {'id': 'a614c55a-6f6c-4e3a-94de-0a8bc8101021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'eaa05f56-e2a3-4209-b334-8745e58b65ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:16:43.284716 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debf78dd-236e-4abe-99fc-bb8fc5438cc6 admin admin] Network hostable DHCP agents. Network: eaa05f56-e2a3-4209-b334-8745e58b65ca, hostable agents: ['c044945e-c5c8-447c-aba8-a587522630bd'], hosted agents: [] {{(pid=91617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 16:16:43.303755 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debf78dd-236e-4abe-99fc-bb8fc5438cc6 admin admin] Network eaa05f56-e2a3-4209-b334-8745e58b65ca is scheduled to be hosted by DHCP agent c044945e-c5c8-447c-aba8-a587522630bd with binding_index 1 {{(pid=91617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 16:16:43.315924 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [None req-debf78dd-236e-4abe-99fc-bb8fc5438cc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-iscsi, eaa05f56-e2a3-4209-b334-8745e58b65ca) {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:16:43.321619 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debf78dd-236e-4abe-99fc-bb8fc5438cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:16:43.322447 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-debf78dd-236e-4abe-99fc-bb8fc5438cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for subnet, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:43.328500 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4864d4b2-4115-4534-ad38-8a1a8cf90b72 None None] Network eaa05f56-e2a3-4209-b334-8745e58b65ca requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:16:43.329728 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 55426) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:16:43.356685 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-debf78dd-236e-4abe-99fc-bb8fc5438cc6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.7432461
Jun 03 16:16:43.359163 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 55430) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:16:43.364223 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-6cc4835c-77db-4c68-93e3-e8c250e1b4ac admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1891294743-router', 'tenant_id': 'ac92454434b9488fb13bd0596cb98647', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:16:43.368830 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-6cc4835c-77db-4c68-93e3-e8c250e1b4ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:16:43.373301 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-6cc4835c-77db-4c68-93e3-e8c250e1b4ac admin admin] Usage tracker for resource:router and tenant:ac92454434b9488fb13bd0596cb98647 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:16:43.380597 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-27fec33b-928c-44c4-9d50-39149952cffd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-394210933-network', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:16:43.389509 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-27fec33b-928c-44c4-9d50-39149952cffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:16:43.392143 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-6cc4835c-77db-4c68-93e3-e8c250e1b4ac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:16:43.396259 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-27fec33b-928c-44c4-9d50-39149952cffd admin admin] Usage tracker for resource:network and tenant:1a537e76199c41b2a9f3cd652b9668bd is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:16:43.399002 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-27fec33b-928c-44c4-9d50-39149952cffd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:16:43.405355 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-27fec33b-928c-44c4-9d50-39149952cffd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:16:43.411851 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 55432) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:16:43.416008 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-6cc4835c-77db-4c68-93e3-e8c250e1b4ac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:16:43.423542 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fec33b-928c-44c4-9d50-39149952cffd admin admin] Made reservation on behalf of 1a537e76199c41b2a9f3cd652b9668bd for: {'network': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:16:43.426271 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-27fec33b-928c-44c4-9d50-39149952cffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7909625'] for network, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:43.440194 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-27fec33b-928c-44c4-9d50-39149952cffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:43.457369 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-27fec33b-928c-44c4-9d50-39149952cffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:16:43.461845 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-27fec33b-928c-44c4-9d50-39149952cffd admin admin] Usage tracker for resource:security_group_rule and tenant:1a537e76199c41b2a9f3cd652b9668bd is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:16:43.464738 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-27fec33b-928c-44c4-9d50-39149952cffd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:16:43.471708 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-27fec33b-928c-44c4-9d50-39149952cffd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:16:43.496784 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6cc4835c-77db-4c68-93e3-e8c250e1b4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30227'] for router, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:43.497786 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6cc4835c-77db-4c68-93e3-e8c250e1b4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-686308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-773730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30234'] for router, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:43.526046 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6cc4835c-77db-4c68-93e3-e8c250e1b4ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:43.596804 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07232155-bc10-4d6e-8176-111c0746c543 None None] Network eaa05f56-e2a3-4209-b334-8745e58b65ca requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:16:43.634620 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-27fec33b-928c-44c4-9d50-39149952cffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:43.693010 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 55442) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:16:43.703603 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-27fec33b-928c-44c4-9d50-39149952cffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:43.712002 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:43.749333 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-32a860df-370e-45a5-8c2e-4a62b7b9616f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1051661881-network', 'tenant_id': '574cf7a9f8924711ad4dd08f47e88cbc'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:16:43.757358 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-32a860df-370e-45a5-8c2e-4a62b7b9616f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:16:43.767425 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-32a860df-370e-45a5-8c2e-4a62b7b9616f admin admin] Usage tracker for resource:network and tenant:574cf7a9f8924711ad4dd08f47e88cbc is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:16:43.774406 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-32a860df-370e-45a5-8c2e-4a62b7b9616f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:16:43.792521 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-32a860df-370e-45a5-8c2e-4a62b7b9616f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:16:43.807745 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a860df-370e-45a5-8c2e-4a62b7b9616f admin admin] Made reservation on behalf of 574cf7a9f8924711ad4dd08f47e88cbc for: {'network': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:16:43.811168 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-32a860df-370e-45a5-8c2e-4a62b7b9616f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7909625'] for network, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:43.815705 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27fec33b-928c-44c4-9d50-39149952cffd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940}  {{(pid=91616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 16:16:43.820536 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-642f6907-a69b-4624-83d6-ff9434723f4e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-922508760-network', 'tenant_id': 'a7468f03a2da433ebc94af6cc13242b8'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:16:43.827238 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-32a860df-370e-45a5-8c2e-4a62b7b9616f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:43.844183 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-32a860df-370e-45a5-8c2e-4a62b7b9616f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:16:43.848900 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-32a860df-370e-45a5-8c2e-4a62b7b9616f admin admin] Usage tracker for resource:security_group_rule and tenant:574cf7a9f8924711ad4dd08f47e88cbc is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:16:43.852147 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-32a860df-370e-45a5-8c2e-4a62b7b9616f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:16:43.858940 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-32a860df-370e-45a5-8c2e-4a62b7b9616f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:16:43.881460 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-642f6907-a69b-4624-83d6-ff9434723f4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:16:43.885325 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-642f6907-a69b-4624-83d6-ff9434723f4e admin admin] Usage tracker for resource:network and tenant:a7468f03a2da433ebc94af6cc13242b8 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:16:43.888401 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-642f6907-a69b-4624-83d6-ff9434723f4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:16:43.894474 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-642f6907-a69b-4624-83d6-ff9434723f4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:16:43.915886 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fec33b-928c-44c4-9d50-39149952cffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09054c64-d3d6-42ca-90bf-b1803e6b4668,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:43.923959 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-27fec33b-928c-44c4-9d50-39149952cffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:43.925487 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-27fec33b-928c-44c4-9d50-39149952cffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:43.925487 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.db.segments_db [None req-27fec33b-928c-44c4-9d50-39149952cffd admin admin] Added segment bf6a9dcb-51b9-4164-a0a8-fd480afe49db of type vlan for network 402cb13e-8c37-4be7-87df-d31fc66fd7f0
Jun 03 16:16:43.926171 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642f6907-a69b-4624-83d6-ff9434723f4e admin admin] Made reservation on behalf of a7468f03a2da433ebc94af6cc13242b8 for: {'network': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:16:43.928412 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-642f6907-a69b-4624-83d6-ff9434723f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7909625'] for network, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:43.938548 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6cc4835c-77db-4c68-93e3-e8c250e1b4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-686290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30324'] for router, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:43.953054 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-642f6907-a69b-4624-83d6-ff9434723f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:43.962592 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-32a860df-370e-45a5-8c2e-4a62b7b9616f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:43.971602 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-32a860df-370e-45a5-8c2e-4a62b7b9616f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:43.979879 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-d968b11e-c113-4a40-b0e8-1017e6c7ae38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:44.003896 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-a9ca9660-d9ca-42f8-a797-161a8d671ae9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-798784809-network', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:16:44.009664 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-27fec33b-928c-44c4-9d50-39149952cffd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727276187850'] for network, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:44.033370 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a860df-370e-45a5-8c2e-4a62b7b9616f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944}  {{(pid=91617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 16:16:44.042314 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-642f6907-a69b-4624-83d6-ff9434723f4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:16:44.046261 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-642f6907-a69b-4624-83d6-ff9434723f4e admin admin] Usage tracker for resource:security_group_rule and tenant:a7468f03a2da433ebc94af6cc13242b8 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:16:44.049056 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a860df-370e-45a5-8c2e-4a62b7b9616f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482bb00a-f01c-42d9-b1af-e2f8bae96c81,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:44.049213 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-642f6907-a69b-4624-83d6-ff9434723f4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:16:44.052458 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-a9ca9660-d9ca-42f8-a797-161a8d671ae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:16:44.056250 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-642f6907-a69b-4624-83d6-ff9434723f4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:16:44.060518 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-32a860df-370e-45a5-8c2e-4a62b7b9616f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:44.061750 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-a9ca9660-d9ca-42f8-a797-161a8d671ae9 admin admin] Usage tracker for resource:network and tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:16:44.065161 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-32a860df-370e-45a5-8c2e-4a62b7b9616f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727276549816', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:44.065754 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-32a860df-370e-45a5-8c2e-4a62b7b9616f admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7effa37f6b80> segment precommit_create {{(pid=91617) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 03 16:16:44.066325 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.db.segments_db [None req-32a860df-370e-45a5-8c2e-4a62b7b9616f admin admin] Added segment 6e35fe6f-d1c1-4659-aeff-6460432b3dc5 of type vlan for network 019e40c7-d3a6-4f1e-9131-16392737c884
Jun 03 16:16:44.073705 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-a9ca9660-d9ca-42f8-a797-161a8d671ae9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:16:44.085833 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-a9ca9660-d9ca-42f8-a797-161a8d671ae9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:16:44.103487 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-27fec33b-928c-44c4-9d50-39149952cffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335'] for network, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:44.115068 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ca9660-d9ca-42f8-a797-161a8d671ae9 admin admin] Made reservation on behalf of c30f1bb3a5fa4f229320a2ddcb1ab970 for: {'network': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:16:44.117350 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a9ca9660-d9ca-42f8-a797-161a8d671ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7909625'] for network, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:44.128825 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-32a860df-370e-45a5-8c2e-4a62b7b9616f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727276187850'] for network, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:44.139031 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a9ca9660-d9ca-42f8-a797-161a8d671ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:44.141728 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-642f6907-a69b-4624-83d6-ff9434723f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:44.143783 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fec33b-928c-44c4-9d50-39149952cffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:16:44.144389 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-27fec33b-928c-44c4-9d50-39149952cffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:44.162350 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-50b994a7-820f-4f83-90b3-a6c96679c77f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:44.178772 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-642f6907-a69b-4624-83d6-ff9434723f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:44.187653 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-a9ca9660-d9ca-42f8-a797-161a8d671ae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:16:44.195157 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-a9ca9660-d9ca-42f8-a797-161a8d671ae9 admin admin] Usage tracker for resource:security_group_rule and tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:16:44.200289 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-a9ca9660-d9ca-42f8-a797-161a8d671ae9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:16:44.209350 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-a9ca9660-d9ca-42f8-a797-161a8d671ae9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:16:44.221495 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-32a860df-370e-45a5-8c2e-4a62b7b9616f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335'] for network, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:44.224184 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a860df-370e-45a5-8c2e-4a62b7b9616f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:16:44.224857 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-32a860df-370e-45a5-8c2e-4a62b7b9616f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:44.236237 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:44.360424 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a860df-370e-45a5-8c2e-4a62b7b9616f admin admin] Pushing event updated for resources: {'Network': ['ID=019e40c7-d3a6-4f1e-9131-16392737c884,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:44.372461 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-32a860df-370e-45a5-8c2e-4a62b7b9616f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:44.381280 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Network 019e40c7-d3a6-4f1e-9131-16392737c884 details requested by agent ovs-agent-dv-cinder-786524-8-iscsi with host dv-cinder-786524-8-iscsi {{(pid=91618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 16:16:44.384717 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-32a860df-370e-45a5-8c2e-4a62b7b9616f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.9714518
Jun 03 16:16:44.387664 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 55472) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:16:44.398313 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-1dc44784-f422-4e97-b40c-2a9cd154029c admin admin] Request body: {'subnet': {'network_id': '019e40c7-d3a6-4f1e-9131-16392737c884', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1051661881-subnet', 'tenant_id': '574cf7a9f8924711ad4dd08f47e88cbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:16:44.408411 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-1dc44784-f422-4e97-b40c-2a9cd154029c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:16:44.414730 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-1dc44784-f422-4e97-b40c-2a9cd154029c admin admin] Usage tracker for resource:subnet and tenant:574cf7a9f8924711ad4dd08f47e88cbc is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:16:44.422745 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642f6907-a69b-4624-83d6-ff9434723f4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941}  {{(pid=91616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 16:16:44.425474 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-1dc44784-f422-4e97-b40c-2a9cd154029c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:16:44.436113 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-1dc44784-f422-4e97-b40c-2a9cd154029c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:16:44.451707 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fec33b-928c-44c4-9d50-39149952cffd admin admin] Pushing event updated for resources: {'Network': ['ID=402cb13e-8c37-4be7-87df-d31fc66fd7f0,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:44.455580 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a9ca9660-d9ca-42f8-a797-161a8d671ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:44.458302 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-27fec33b-928c-44c4-9d50-39149952cffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:44.460137 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:44.465766 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a9ca9660-d9ca-42f8-a797-161a8d671ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:44.472727 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-642f6907-a69b-4624-83d6-ff9434723f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:44.473317 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.db.segments_db [None req-642f6907-a69b-4624-83d6-ff9434723f4e admin admin] Added segment 32444300-ec9f-49ab-9cc6-b285e44b2fde of type vlan for network 4201750e-bded-4d48-84d8-62df05a2c3fb
Jun 03 16:16:44.484652 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-27fec33b-928c-44c4-9d50-39149952cffd admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.5109510
Jun 03 16:16:44.485491 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 55476) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:16:44.488461 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Network 402cb13e-8c37-4be7-87df-d31fc66fd7f0 details requested by agent ovs-agent-dv-cinder-786524-8-iscsi with host dv-cinder-786524-8-iscsi {{(pid=91618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 16:16:44.493968 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ca9660-d9ca-42f8-a797-161a8d671ae9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914}  {{(pid=91617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 16:16:44.503565 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-e4bc23e2-2e96-448c-aad5-e3e0867aaa19 admin admin] Request body: {'subnet': {'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-394210933-subnet', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:16:44.504765 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:44.528873 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc44784-f422-4e97-b40c-2a9cd154029c admin admin] Made reservation on behalf of 574cf7a9f8924711ad4dd08f47e88cbc for: {'subnet': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:16:44.537405 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-1dc44784-f422-4e97-b40c-2a9cd154029c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:44.566018 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e4bc23e2-2e96-448c-aad5-e3e0867aaa19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:16:44.578030 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a9ca9660-d9ca-42f8-a797-161a8d671ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:44.578030 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.db.segments_db [None req-a9ca9660-d9ca-42f8-a797-161a8d671ae9 admin admin] Added segment 8d919451-85fd-41bb-bbc2-dd880028642e of type vlan for network 2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43
Jun 03 16:16:44.580476 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f6907-a69b-4624-83d6-ff9434723f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134bf0b6-15c6-4e02-a653-2112a430ee48,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:44.605285 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-e4bc23e2-2e96-448c-aad5-e3e0867aaa19 admin admin] Usage tracker for resource:subnet and tenant:1a537e76199c41b2a9f3cd652b9668bd is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:16:44.657651 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-642f6907-a69b-4624-83d6-ff9434723f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:44.658945 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-e4bc23e2-2e96-448c-aad5-e3e0867aaa19 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:16:44.678911 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e4bc23e2-2e96-448c-aad5-e3e0867aaa19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:16:44.684090 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-642f6907-a69b-4624-83d6-ff9434723f4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727276187850'] for network, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:44.743425 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bc23e2-2e96-448c-aad5-e3e0867aaa19 admin admin] Made reservation on behalf of 1a537e76199c41b2a9f3cd652b9668bd for: {'subnet': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:16:44.746160 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e4bc23e2-2e96-448c-aad5-e3e0867aaa19 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:44.792137 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6cc4835c-77db-4c68-93e3-e8c250e1b4ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:44.875716 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca9660-d9ca-42f8-a797-161a8d671ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df26cedd-b63a-49d0-8de0-71fd63c0b868,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:44.897272 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a9ca9660-d9ca-42f8-a797-161a8d671ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:44.907960 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6cc4835c-77db-4c68-93e3-e8c250e1b4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:44.916540 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-642f6907-a69b-4624-83d6-ff9434723f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335'] for network, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:44.921745 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a9ca9660-d9ca-42f8-a797-161a8d671ae9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727276187850'] for network, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:44.955702 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642f6907-a69b-4624-83d6-ff9434723f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:16:44.956317 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-642f6907-a69b-4624-83d6-ff9434723f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:44.970198 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-867682af-bfbe-427d-a516-4c1c9a0924af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:45.025708 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a9ca9660-d9ca-42f8-a797-161a8d671ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335'] for network, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:45.030897 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ca9660-d9ca-42f8-a797-161a8d671ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:16:45.031775 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a9ca9660-d9ca-42f8-a797-161a8d671ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:45.056394 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-32a860df-370e-45a5-8c2e-4a62b7b9616f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:45.075209 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-a9ca9660-d9ca-42f8-a797-161a8d671ae9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.3809829
Jun 03 16:16:45.085251 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 55496) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:16:45.093256 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-12d24d9a-812b-432a-b99f-683994b3cde1 admin admin] Request body: {'subnet': {'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-798784809-subnet', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:16:45.111089 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-642f6907-a69b-4624-83d6-ff9434723f4e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.7802191
Jun 03 16:16:45.111535 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 55502) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:16:45.118109 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-a01c9af9-8075-45de-9151-a57cd7eaca61 admin admin] Request body: {'subnet': {'network_id': '4201750e-bded-4d48-84d8-62df05a2c3fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-922508760-subnet', 'tenant_id': 'a7468f03a2da433ebc94af6cc13242b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:16:45.122677 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-a01c9af9-8075-45de-9151-a57cd7eaca61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:16:45.127024 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-a01c9af9-8075-45de-9151-a57cd7eaca61 admin admin] Usage tracker for resource:subnet and tenant:a7468f03a2da433ebc94af6cc13242b8 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:16:45.130199 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-a01c9af9-8075-45de-9151-a57cd7eaca61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:16:45.136096 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-a01c9af9-8075-45de-9151-a57cd7eaca61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:16:45.184307 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f6907-a69b-4624-83d6-ff9434723f4e admin admin] Pushing event updated for resources: {'Network': ['ID=4201750e-bded-4d48-84d8-62df05a2c3fb,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:45.188343 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-642f6907-a69b-4624-83d6-ff9434723f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:45.196202 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Network 4201750e-bded-4d48-84d8-62df05a2c3fb details requested by agent ovs-agent-dv-cinder-786524-8-iscsi with host dv-cinder-786524-8-iscsi {{(pid=91618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 16:16:45.208086 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01c9af9-8075-45de-9151-a57cd7eaca61 admin admin] Made reservation on behalf of a7468f03a2da433ebc94af6cc13242b8 for: {'subnet': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:16:45.210717 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a01c9af9-8075-45de-9151-a57cd7eaca61 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:45.262072 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-12d24d9a-812b-432a-b99f-683994b3cde1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:16:45.287491 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-12d24d9a-812b-432a-b99f-683994b3cde1 admin admin] Usage tracker for resource:subnet and tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:16:45.294387 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-12d24d9a-812b-432a-b99f-683994b3cde1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:16:45.316299 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-12d24d9a-812b-432a-b99f-683994b3cde1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:16:45.343190 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [None req-6cc4835c-77db-4c68-93e3-e8c250e1b4ac admin admin] Allocated IP 172.27.2.59 (454170da-4e8f-4963-97fb-80bd3b86dedc/06c387f0-ce57-4d04-be2c-2471c04350c2/5a134d1c-57f5-4160-821a-b177a5b7e23a) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:16:45.412761 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d24d9a-812b-432a-b99f-683994b3cde1 admin admin] Made reservation on behalf of c30f1bb3a5fa4f229320a2ddcb1ab970 for: {'subnet': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:16:45.415514 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-12d24d9a-812b-432a-b99f-683994b3cde1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:45.476330 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca9660-d9ca-42f8-a797-161a8d671ae9 admin admin] Pushing event updated for resources: {'Network': ['ID=2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:45.498944 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Network 2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 details requested by agent ovs-agent-dv-cinder-786524-8-iscsi with host dv-cinder-786524-8-iscsi {{(pid=91618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 16:16:45.575226 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a9ca9660-d9ca-42f8-a797-161a8d671ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:45.711306 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 55534) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:16:45.840229 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 55538) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:16:45.846541 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-1dc44784-f422-4e97-b40c-2a9cd154029c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342'] for subnet, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:45.861789 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-debf78dd-236e-4abe-99fc-bb8fc5438cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:45.933753 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6cc4835c-77db-4c68-93e3-e8c250e1b4ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:45.961048 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc44784-f422-4e97-b40c-2a9cd154029c admin admin] Pushing event updated for resources: {'Subnet': ['ID=34e6fbad-9bb7-4701-a5d8-c0ab2fef430c,revision_number=0']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:45.968732 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-1dc44784-f422-4e97-b40c-2a9cd154029c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:45.981012 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc44784-f422-4e97-b40c-2a9cd154029c admin admin] Checking segment: {'id': '6e35fe6f-d1c1-4659-aeff-6460432b3dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '019e40c7-d3a6-4f1e-9131-16392737c884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:16:45.985596 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc44784-f422-4e97-b40c-2a9cd154029c admin admin] Network hostable DHCP agents. Network: 019e40c7-d3a6-4f1e-9131-16392737c884, hostable agents: ['c044945e-c5c8-447c-aba8-a587522630bd'], hosted agents: [] {{(pid=91617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 16:16:46.069434 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc44784-f422-4e97-b40c-2a9cd154029c admin admin] Network 019e40c7-d3a6-4f1e-9131-16392737c884 is scheduled to be hosted by DHCP agent c044945e-c5c8-447c-aba8-a587522630bd with binding_index 1 {{(pid=91617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 16:16:46.117099 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6ea7e754-a18e-4ae8-acc1-2c36afcc0e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:46.117364 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6cc4835c-77db-4c68-93e3-e8c250e1b4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:46.117364 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-cbf5845a-b559-4379-9231-5ef4bb4b93a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:46.120575 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-6ea7e754-a18e-4ae8-acc1-2c36afcc0e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:16:46.142804 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-6ea7e754-a18e-4ae8-acc1-2c36afcc0e0f admin admin] Usage tracker for resource:security_group_rule and tenant:d362391affa8434097987ee38e2962f7 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:16:46.146030 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a01c9af9-8075-45de-9151-a57cd7eaca61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342'] for subnet, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:46.147226 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-6ea7e754-a18e-4ae8-acc1-2c36afcc0e0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:16:46.150092 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-59250d24-2b0c-438d-9d72-25fa8b4f99b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:46.162922 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [None req-1dc44784-f422-4e97-b40c-2a9cd154029c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-iscsi, 019e40c7-d3a6-4f1e-9131-16392737c884) {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:16:46.167576 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc44784-f422-4e97-b40c-2a9cd154029c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:16:46.168440 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-1dc44784-f422-4e97-b40c-2a9cd154029c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for subnet, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:46.180622 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50af37a-5897-43b1-b637-32bb9f4835e0 None None] Network 019e40c7-d3a6-4f1e-9131-16392737c884 requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:16:46.190137 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-6ea7e754-a18e-4ae8-acc1-2c36afcc0e0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:16:46.195440 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc4835c-77db-4c68-93e3-e8c250e1b4ac admin admin] Network 454170da-4e8f-4963-97fb-80bd3b86dedc is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:16:46.198269 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e4bc23e2-2e96-448c-aad5-e3e0867aaa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342'] for subnet, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:46.200264 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:46.207157 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-6cc4835c-77db-4c68-93e3-e8c250e1b4ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:16:46.224441 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc4835c-77db-4c68-93e3-e8c250e1b4ac admin admin] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:16:46.286298 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-59250d24-2b0c-438d-9d72-25fa8b4f99b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:16:46.305738 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-59250d24-2b0c-438d-9d72-25fa8b4f99b3 admin admin] Usage tracker for resource:security_group_rule and tenant:4b890a713bf641a08bf58ca86c9ddba0 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:16:46.326797 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-59250d24-2b0c-438d-9d72-25fa8b4f99b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:16:46.335026 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-1dc44784-f422-4e97-b40c-2a9cd154029c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.9452617
Jun 03 16:16:46.347991 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-59250d24-2b0c-438d-9d72-25fa8b4f99b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:16:46.365041 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01c9af9-8075-45de-9151-a57cd7eaca61 admin admin] Checking segment: {'id': '32444300-ec9f-49ab-9cc6-b285e44b2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4201750e-bded-4d48-84d8-62df05a2c3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:16:46.365406 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01c9af9-8075-45de-9151-a57cd7eaca61 admin admin] Network hostable DHCP agents. Network: 4201750e-bded-4d48-84d8-62df05a2c3fb, hostable agents: ['c044945e-c5c8-447c-aba8-a587522630bd'], hosted agents: [] {{(pid=91617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 16:16:46.395384 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc4835c-77db-4c68-93e3-e8c250e1b4ac admin admin] Pushing event updated for resources: {'Port': ['ID=5a134d1c-57f5-4160-821a-b177a5b7e23a,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:46.453695 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c9af9-8075-45de-9151-a57cd7eaca61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=890db160-4d07-4ff5-9d87-f61f9c555875,revision_number=0']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:46.458998 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc8f367-0e94-45b0-b082-fd4c9a7dd173 None None] Network 019e40c7-d3a6-4f1e-9131-16392737c884 requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:16:46.498484 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-6cc4835c-77db-4c68-93e3-e8c250e1b4ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:46.502604 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:46.504163 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a01c9af9-8075-45de-9151-a57cd7eaca61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:46.537620 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6ea7e754-a18e-4ae8-acc1-2c36afcc0e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:46.556803 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6ea7e754-a18e-4ae8-acc1-2c36afcc0e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:46.578880 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:46.587715 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01c9af9-8075-45de-9151-a57cd7eaca61 admin admin] Network 4201750e-bded-4d48-84d8-62df05a2c3fb is scheduled to be hosted by DHCP agent c044945e-c5c8-447c-aba8-a587522630bd with binding_index 1 {{(pid=91617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 16:16:46.646303 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [None req-a01c9af9-8075-45de-9151-a57cd7eaca61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-iscsi, 4201750e-bded-4d48-84d8-62df05a2c3fb) {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:16:46.660698 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01c9af9-8075-45de-9151-a57cd7eaca61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:16:46.661370 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a01c9af9-8075-45de-9151-a57cd7eaca61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for subnet, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:46.663329 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bc23e2-2e96-448c-aad5-e3e0867aaa19 admin admin] Checking segment: {'id': 'bf6a9dcb-51b9-4164-a0a8-fd480afe49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:16:46.663896 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bc23e2-2e96-448c-aad5-e3e0867aaa19 admin admin] Network hostable DHCP agents. Network: 402cb13e-8c37-4be7-87df-d31fc66fd7f0, hostable agents: ['c044945e-c5c8-447c-aba8-a587522630bd'], hosted agents: [] {{(pid=91616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 16:16:46.670298 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7e754-a18e-4ae8-acc1-2c36afcc0e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cc44e1-722e-4f83-8e9d-6a7e0bbe04d6,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:46.676891 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-6ea7e754-a18e-4ae8-acc1-2c36afcc0e0f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d362391affa8434097987ee38e2962f7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9607835
Jun 03 16:16:46.680593 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc23e2-2e96-448c-aad5-e3e0867aaa19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=515f7287-4aad-4ff2-b3a1-62fc265d7452,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:46.681725 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-6ea7e754-a18e-4ae8-acc1-2c36afcc0e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:46.684171 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e4bc23e2-2e96-448c-aad5-e3e0867aaa19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:46.684296 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 55564) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:16:46.690843 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d7d6cb-5940-466d-8451-e91396209d56 None None] Network 4201750e-bded-4d48-84d8-62df05a2c3fb requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:16:46.730288 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-59250d24-2b0c-438d-9d72-25fa8b4f99b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:46.755246 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-a01c9af9-8075-45de-9151-a57cd7eaca61 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.6409171
Jun 03 16:16:46.756282 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-59250d24-2b0c-438d-9d72-25fa8b4f99b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:46.770412 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-32a860df-370e-45a5-8c2e-4a62b7b9616f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:46.822061 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bc23e2-2e96-448c-aad5-e3e0867aaa19 admin admin] Network 402cb13e-8c37-4be7-87df-d31fc66fd7f0 is scheduled to be hosted by DHCP agent c044945e-c5c8-447c-aba8-a587522630bd with binding_index 1 {{(pid=91616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 16:16:46.828265 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-60509dad-ffa7-46b5-872d-ec5f948ef09c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:46.830057 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59250d24-2b0c-438d-9d72-25fa8b4f99b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3200ea63-1b1f-494d-8312-3d96435b4981,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:46.834451 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-59250d24-2b0c-438d-9d72-25fa8b4f99b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:46.836883 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-59250d24-2b0c-438d-9d72-25fa8b4f99b3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4b890a713bf641a08bf58ca86c9ddba0&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9914956
Jun 03 16:16:46.845842 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 55568) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:16:46.848852 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-e4bc23e2-2e96-448c-aad5-e3e0867aaa19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-iscsi, 402cb13e-8c37-4be7-87df-d31fc66fd7f0) {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:16:46.878839 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bc23e2-2e96-448c-aad5-e3e0867aaa19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:16:46.879997 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e4bc23e2-2e96-448c-aad5-e3e0867aaa19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:46.890630 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-60509dad-ffa7-46b5-872d-ec5f948ef09c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:46.897971 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43eb704-cdb9-43cf-b8c5-e12b2a4ce770 None None] Network 402cb13e-8c37-4be7-87df-d31fc66fd7f0 requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:16:47.069941 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fa6a1d-5c7c-4ddc-920a-0f74f759dcd0 None None] Network 4201750e-bded-4d48-84d8-62df05a2c3fb requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:16:47.070851 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e76feaff-327b-49af-8de7-e5ef38d4a78e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:47.081446 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-e4bc23e2-2e96-448c-aad5-e3e0867aaa19 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.5824642
Jun 03 16:16:47.084425 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 55572) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:16:47.091451 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-c54e2ec6-e2b0-4591-86ba-4ef9041d7cd1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-394210933-router', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:16:47.115481 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-c54e2ec6-e2b0-4591-86ba-4ef9041d7cd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:16:47.124896 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-c54e2ec6-e2b0-4591-86ba-4ef9041d7cd1 admin admin] Usage tracker for resource:router and tenant:1a537e76199c41b2a9f3cd652b9668bd is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:16:47.128548 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-12d24d9a-812b-432a-b99f-683994b3cde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342'] for subnet, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:47.132428 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-c54e2ec6-e2b0-4591-86ba-4ef9041d7cd1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:16:47.135073 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e76feaff-327b-49af-8de7-e5ef38d4a78e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:47.146139 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:47.176494 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6cc4835c-77db-4c68-93e3-e8c250e1b4ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:47.226378 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-60509dad-ffa7-46b5-872d-ec5f948ef09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:47.254457 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:47.275118 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60509dad-ffa7-46b5-872d-ec5f948ef09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cc44e1-722e-4f83-8e9d-6a7e0bbe04d6,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:47.283252 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-60509dad-ffa7-46b5-872d-ec5f948ef09c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:47.288051 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-60509dad-ffa7-46b5-872d-ec5f948ef09c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:47.290439 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-60509dad-ffa7-46b5-872d-ec5f948ef09c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/31cc44e1-722e-4f83-8e9d-6a7e0bbe04d6 HTTP/1.1" status: 204  len: 168 time: 0.6023476
Jun 03 16:16:47.291392 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-c54e2ec6-e2b0-4591-86ba-4ef9041d7cd1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:16:47.328972 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e76feaff-327b-49af-8de7-e5ef38d4a78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:47.336465 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-6ea7e754-a18e-4ae8-acc1-2c36afcc0e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:47.351027 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e76feaff-327b-49af-8de7-e5ef38d4a78e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:47.362179 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-e76feaff-327b-49af-8de7-e5ef38d4a78e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3200ea63-1b1f-494d-8312-3d96435b4981 HTTP/1.1" status: 204  len: 168 time: 0.5149817
Jun 03 16:16:47.366459 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76feaff-327b-49af-8de7-e5ef38d4a78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3200ea63-1b1f-494d-8312-3d96435b4981,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:47.372584 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-e76feaff-327b-49af-8de7-e5ef38d4a78e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:47.384978 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d24d9a-812b-432a-b99f-683994b3cde1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1730b65d-c307-4958-817a-0c734926fd68,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:47.398428 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c54e2ec6-e2b0-4591-86ba-4ef9041d7cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30227'] for router, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:47.399458 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c54e2ec6-e2b0-4591-86ba-4ef9041d7cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-686308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-773730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30234'] for router, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:47.425733 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c54e2ec6-e2b0-4591-86ba-4ef9041d7cd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:47.582182 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-12d24d9a-812b-432a-b99f-683994b3cde1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:47.620121 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10b196e7-bcaa-5b87-a244-394a9af7543c-402cb13e-8c37-4be7-87df-d31fc66fd7f0', 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'fixed_ips': [{'subnet_id': '515f7287-4aad-4ff2-b3a1-62fc265d7452'}]}} from dv-cinder-786524-8-iscsi. {{(pid=91618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 03 16:16:47.621252 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:47.827545 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.db_base_plugin_common [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Allocated IP 172.20.0.2 (402cb13e-8c37-4be7-87df-d31fc66fd7f0/515f7287-4aad-4ff2-b3a1-62fc265d7452/992a7928-6e22-4af0-bbfd-abedfeac0216) {{(pid=91618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:16:47.962665 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 55618) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:16:48.010698 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a2b7fbda-6064-46b3-83f4-e72f8f9397a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:48.062415 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-a2b7fbda-6064-46b3-83f4-e72f8f9397a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:16:48.074078 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-a2b7fbda-6064-46b3-83f4-e72f8f9397a1 admin admin] Usage tracker for resource:security_group_rule and tenant:6f38748edbb54f6793c14ee56ebb257a is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:16:48.081925 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 55620) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:16:48.084041 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-a2b7fbda-6064-46b3-83f4-e72f8f9397a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:16:48.129639 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Notify callbacks [] for port, precommit_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:48.129917 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-a2b7fbda-6064-46b3-83f4-e72f8f9397a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:16:48.132044 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6496c533-0746-4d56-974c-164d932f77c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:48.144051 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Transition to ACTIVE for port object 992a7928-6e22-4af0-bbfd-abedfeac0216 will not be triggered until provisioned by entity L2. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:16:48.164022 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Transition to ACTIVE for port object 992a7928-6e22-4af0-bbfd-abedfeac0216 will not be triggered until provisioned by entity DHCP. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:16:48.164245 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d24d9a-812b-432a-b99f-683994b3cde1 admin admin] Checking segment: {'id': '8d919451-85fd-41bb-bbc2-dd880028642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:16:48.164759 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d24d9a-812b-432a-b99f-683994b3cde1 admin admin] Network hostable DHCP agents. Network: 2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43, hostable agents: ['c044945e-c5c8-447c-aba8-a587522630bd'], hosted agents: [] {{(pid=91616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 16:16:48.172257 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340'] for port, after_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:48.179956 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-aa8b6a7e-0434-4ccb-a063-b2495d2c4088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:48.194782 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-6496c533-0746-4d56-974c-164d932f77c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:16:48.219981 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-6496c533-0746-4d56-974c-164d932f77c3 admin admin] Usage tracker for resource:security_group_rule and tenant:5860e0b7d2d048febb89afaf85b9084a is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:16:48.231422 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-6496c533-0746-4d56-974c-164d932f77c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:16:48.247276 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Network 402cb13e-8c37-4be7-87df-d31fc66fd7f0 is already hosted by enough agents. {{(pid=91618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:16:48.251604 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.scheduler.base_scheduler [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Resources bound (agent type, host, resource id):  {{(pid=91618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:16:48.256372 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Received port after_create {{(pid=91618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:16:48.260232 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-6496c533-0746-4d56-974c-164d932f77c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:16:48.370229 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Pushing event updated for resources: {'Port': ['ID=992a7928-6e22-4af0-bbfd-abedfeac0216,revision_number=1']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:48.386452 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:48.389520 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:48.390296 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:48.390693 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:48.391081 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:48.391468 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:48.392180 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:48.393997 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:48.394434 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:48.394837 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:48.395552 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:48.397395 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Tracked resource versions report:
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]: pushed versions:
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]: {   'AddressGroup': {'1.2'},
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]:     'ConntrackHelper': {'1.0'},
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]:     'Log': {'1.0'},
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]:     'Network': {'1.1'},
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]:     'Port': {'1.7'},
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]:     'PortForwarding': {'1.2'},
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]:     'QosPolicy': {'1.8'},
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]:     'SecurityGroup': {'1.4'},
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]:     'SecurityGroupRule': {'1.2'},
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]:     'SubPort': {'1.0'},
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]:     'Subnet': {'1.1'},
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]:     'Trunk': {'1.1'}}
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]: consumer versions:
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]: {   DHCP agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]:     HyperV agent@hv-cinder-78652: {},
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]:     L3 agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]:     Metadata agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]:     Metering agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]:     Open vSwitch agent@dv-cinder-786524-8-iscsi: {   'AddressGroup': '1.2',
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]:                                                      'ConntrackHelper': '1.0',
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]:                                                      'Log': '1.0',
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]:                                                      'Network': '1.1',
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]:                                                      'Port': '1.7',
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]:                                                      'PortForwarding': '1.2',
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]:                                                      'QosPolicy': '1.8',
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]:                                                      'SecurityGroup': '1.4',
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]:                                                      'SecurityGroupRule': '1.2',
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]:                                                      'SubPort': '1.0',
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]:                                                      'Subnet': '1.1',
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]:                                                      'Trunk': '1.1'}}
Jun 03 16:16:48.398392 dv-cinder-786524-8-iscsi neutron-server[91618]:  {{(pid=91618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 03 16:16:48.408395 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:48.439145 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Attempting to bind port 992a7928-6e22-4af0-bbfd-abedfeac0216 on host dv-cinder-786524-8-iscsi for vnic_type normal with profile  {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:16:48.439643 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Attempting to bind port 992a7928-6e22-4af0-bbfd-abedfeac0216 by drivers openvswitch,hyperv on host dv-cinder-786524-8-iscsi at level 0 using segments [{'id': 'bf6a9dcb-51b9-4164-a0a8-fd480afe49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0'}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:16:48.440234 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Attempting to bind port 992a7928-6e22-4af0-bbfd-abedfeac0216 on network 402cb13e-8c37-4be7-87df-d31fc66fd7f0 {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:16:48.447430 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Checking agent: {'id': 'ac8e9f39-4eb9-409d-95f3-792de4f7d79f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:16:48.448094 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Checking segment: {'id': 'bf6a9dcb-51b9-4164-a0a8-fd480afe49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:16:48.448617 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:48.449122 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Bound using segment: {'id': 'bf6a9dcb-51b9-4164-a0a8-fd480afe49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0'} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:16:48.449705 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Bound port: 992a7928-6e22-4af0-bbfd-abedfeac0216, host: dv-cinder-786524-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6a9dcb-51b9-4164-a0a8-fd480afe49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0'}}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:16:48.450155 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:48.481871 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a2b7fbda-6064-46b3-83f4-e72f8f9397a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:48.489352 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a2b7fbda-6064-46b3-83f4-e72f8f9397a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:48.510155 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:48.517541 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c54e2ec6-e2b0-4591-86ba-4ef9041d7cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-686290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30324'] for router, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:48.576556 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 55648) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:16:48.585330 dv-cinder-786524-8-iscsi neutron-server[91616]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 03 16:16:48.591923 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-a2b7fbda-6064-46b3-83f4-e72f8f9397a1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6f38748edbb54f6793c14ee56ebb257a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6277144
Jun 03 16:16:48.595734 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7fbda-6064-46b3-83f4-e72f8f9397a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf24810-1520-43f4-99a0-a914c34cc11c,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:48.615032 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6496c533-0746-4d56-974c-164d932f77c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:48.616835 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 55650) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:16:48.618813 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a2b7fbda-6064-46b3-83f4-e72f8f9397a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:48.626551 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6496c533-0746-4d56-974c-164d932f77c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:48.658464 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:48.687652 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] For port 992a7928-6e22-4af0-bbfd-abedfeac0216, host dv-cinder-786524-8-iscsi, cleared binding levels {{(pid=91618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:16:48.693125 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] For port 992a7928-6e22-4af0-bbfd-abedfeac0216, host dv-cinder-786524-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=992a7928-6e22-4af0-bbfd-abedfeac0216,segment=NetworkSegment(bf6a9dcb-51b9-4164-a0a8-fd480afe49db),segment_id=bf6a9dcb-51b9-4164-a0a8-fd480afe49db)] {{(pid=91618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:16:48.693371 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-6496c533-0746-4d56-974c-164d932f77c3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5860e0b7d2d048febb89afaf85b9084a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6103759
Jun 03 16:16:48.693976 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 55656) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:16:48.694754 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496c533-0746-4d56-974c-164d932f77c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bddc53-260f-4a9c-8697-31a28fda4e08,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:48.698820 dv-cinder-786524-8-iscsi neutron-server[91617]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 03 16:16:48.699655 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-6496c533-0746-4d56-974c-164d932f77c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:48.700077 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 55658) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:16:48.710869 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:48.728447 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d24d9a-812b-432a-b99f-683994b3cde1 admin admin] Network 2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 is scheduled to be hosted by DHCP agent c044945e-c5c8-447c-aba8-a587522630bd with binding_index 1 {{(pid=91616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 16:16:48.736725 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:48.838047 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Pushing event updated for resources: {'Port': ['ID=992a7928-6e22-4af0-bbfd-abedfeac0216,revision_number=2']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:48.841177 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:48.863505 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6cc4835c-77db-4c68-93e3-e8c250e1b4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-380211'] for router, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:48.894164 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-406fc8ca-b26a-48f9-9cf0-1fe4141d5b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:48.902191 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-12d24d9a-812b-432a-b99f-683994b3cde1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-iscsi, 2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43) {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:16:48.912527 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24ffbd9-8934-4900-8c61-682ada0bcbed None None] Network 2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:16:48.951592 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3f310-a0d2-451d-9298-d57356053f58 req-15981661-76b7-4787-b442-83392a708428 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:16:48.953256 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-69e3f310-a0d2-451d-9298-d57356053f58 req-15981661-76b7-4787-b442-83392a708428 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/networks?id=4201750e-bded-4d48-84d8-62df05a2c3fb HTTP/1.1" status: 200  len: 814 time: 0.2556617
Jun 03 16:16:48.955037 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-406fc8ca-b26a-48f9-9cf0-1fe4141d5b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:48.983165 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d24d9a-812b-432a-b99f-683994b3cde1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:16:48.983907 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-12d24d9a-812b-432a-b99f-683994b3cde1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:48.998720 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-69e3f310-a0d2-451d-9298-d57356053f58 req-eec89a4b-f13b-44d9-9134-8fdb05e51373 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/quotas/a7468f03a2da433ebc94af6cc13242b8 HTTP/1.1" status: 200  len: 375 time: 0.0355289
Jun 03 16:16:49.117965 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-69e3f310-a0d2-451d-9298-d57356053f58 req-cb7c3b3c-dd3d-4e4f-a611-34e78b4a814a tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7468f03a2da433ebc94af6cc13242b8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1161754
Jun 03 16:16:49.135956 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-86857f35-fafe-4806-8b44-00181677da9d tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:16:49.137678 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-86857f35-fafe-4806-8b44-00181677da9d tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/networks?id=019e40c7-d3a6-4f1e-9131-16392737c884 HTTP/1.1" status: 200  len: 812 time: 0.5542808
Jun 03 16:16:49.166145 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-406fc8ca-b26a-48f9-9cf0-1fe4141d5b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:49.171690 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:49.173933 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-12d24d9a-812b-432a-b99f-683994b3cde1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 4.0866334
Jun 03 16:16:49.187880 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 55668) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:16:49.188668 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406fc8ca-b26a-48f9-9cf0-1fe4141d5b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bddc53-260f-4a9c-8697-31a28fda4e08,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:49.199252 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-406fc8ca-b26a-48f9-9cf0-1fe4141d5b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:49.204817 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-d920ce6c-3c2a-4bd1-ae7a-0c6b113a912d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-798784809-router', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:16:49.212335 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-d920ce6c-3c2a-4bd1-ae7a-0c6b113a912d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:16:49.219111 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-d920ce6c-3c2a-4bd1-ae7a-0c6b113a912d admin admin] Usage tracker for resource:router and tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:16:49.224741 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-d920ce6c-3c2a-4bd1-ae7a-0c6b113a912d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:16:49.235191 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-d920ce6c-3c2a-4bd1-ae7a-0c6b113a912d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:16:49.240512 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-406fc8ca-b26a-48f9-9cf0-1fe4141d5b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:49.246223 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-406fc8ca-b26a-48f9-9cf0-1fe4141d5b6d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a4bddc53-260f-4a9c-8697-31a28fda4e08 HTTP/1.1" status: 204  len: 168 time: 0.5422857
Jun 03 16:16:49.262512 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c361144-938f-4f5a-b7ef-e5645d63c980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10b196e7-bcaa-5b87-a244-394a9af7543c-2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'fixed_ips': [{'subnet_id': '1730b65d-c307-4958-817a-0c734926fd68'}]}} from dv-cinder-786524-8-iscsi. {{(pid=91618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 03 16:16:49.266161 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d920ce6c-3c2a-4bd1-ae7a-0c6b113a912d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30227'] for router, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:49.268030 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d920ce6c-3c2a-4bd1-ae7a-0c6b113a912d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-686308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-773730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30234'] for router, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:49.269864 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-3c361144-938f-4f5a-b7ef-e5645d63c980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:49.302449 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d920ce6c-3c2a-4bd1-ae7a-0c6b113a912d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:49.384407 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-4d191231-b200-4245-a257-9762ffb1261b tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/quotas/574cf7a9f8924711ad4dd08f47e88cbc HTTP/1.1" status: 200  len: 375 time: 0.2029121
Jun 03 16:16:49.385472 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-31a30881-5bcf-48bf-80c9-6b4c2ff2e4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:49.433178 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-31a30881-5bcf-48bf-80c9-6b4c2ff2e4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:49.515346 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-49e92ee4-1bae-4b50-ba29-e3c267b23ef7 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=574cf7a9f8924711ad4dd08f47e88cbc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0625470
Jun 03 16:16:49.547140 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc4835c-77db-4c68-93e3-e8c250e1b4ac admin admin] Router 2b9346d9-6594-4d60-83a7-72f5734761f0 is scheduled to L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b with binding_index 1 {{(pid=91616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 03 16:16:49.569475 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.db_base_plugin_common [None req-3c361144-938f-4f5a-b7ef-e5645d63c980 None None] Allocated IP 172.20.0.2 (2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43/1730b65d-c307-4958-817a-0c734926fd68/25505f15-0546-47cd-ba2e-7e38d2b6e16a) {{(pid=91618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:16:49.876843 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d920ce6c-3c2a-4bd1-ae7a-0c6b113a912d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-686290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30324'] for router, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:49.884127 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-31a30881-5bcf-48bf-80c9-6b4c2ff2e4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:49.896849 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-642f6907-a69b-4624-83d6-ff9434723f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:49.913332 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [req-69e3f310-a0d2-451d-9298-d57356053f58 req-9998d16a-6b10-45e5-b83d-e1017409d0f4 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=91617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 16:16:49.916624 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-69e3f310-a0d2-451d-9298-d57356053f58 req-9998d16a-6b10-45e5-b83d-e1017409d0f4 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4256322
Jun 03 16:16:49.935961 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 992a7928-6e22-4af0-bbfd-abedfeac0216 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:16:50.032610 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-177d9bf1-cca1-4cbb-929d-90cc3fa7fbf0 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=91616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 16:16:50.043121 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-177d9bf1-cca1-4cbb-929d-90cc3fa7fbf0 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2349002
Jun 03 16:16:50.062051 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-3c361144-938f-4f5a-b7ef-e5645d63c980 None None] Notify callbacks [] for port, precommit_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:50.062608 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a30881-5bcf-48bf-80c9-6b4c2ff2e4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf24810-1520-43f4-99a0-a914c34cc11c,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:50.111731 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-3c361144-938f-4f5a-b7ef-e5645d63c980 None None] Transition to ACTIVE for port object 25505f15-0546-47cd-ba2e-7e38d2b6e16a will not be triggered until provisioned by entity L2. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:16:50.120746 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning for port 992a7928-6e22-4af0-bbfd-abedfeac0216 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:16:50.149474 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-3c361144-938f-4f5a-b7ef-e5645d63c980 None None] Transition to ACTIVE for port object 25505f15-0546-47cd-ba2e-7e38d2b6e16a will not be triggered until provisioned by entity DHCP. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:16:50.159163 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-3c361144-938f-4f5a-b7ef-e5645d63c980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340'] for port, after_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:50.163663 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:50.219189 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaa2029-ee5d-4c99-9d63-c8c8c963ad7d None None] Network 402cb13e-8c37-4be7-87df-d31fc66fd7f0 requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:16:50.252157 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-31a30881-5bcf-48bf-80c9-6b4c2ff2e4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:50.261887 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-142cb0f0-3fc3-4891-a91d-b199b27732ec service neutron] 10.222.0.66 "GET /v2.0/networks/019e40c7-d3a6-4f1e-9131-16392737c884?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1914146
Jun 03 16:16:50.385738 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-69e3f310-a0d2-451d-9298-d57356053f58 req-46809697-2696-4b4e-b923-23e232f15b5e service neutron] 10.222.0.66 "GET /v2.0/networks/4201750e-bded-4d48-84d8-62df05a2c3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4276111
Jun 03 16:16:50.386854 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c54e2ec6-e2b0-4591-86ba-4ef9041d7cd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:50.418511 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc4835c-77db-4c68-93e3-e8c250e1b4ac admin admin] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:16:50.430372 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2496c6d0-6de9-449c-8f03-e9b9ad5f8f6b None None] Sync routers for ids ['2b9346d9-6594-4d60-83a7-72f5734761f0'] in dv-cinder-786524-8-iscsi {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:16:50.446734 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2496c6d0-6de9-449c-8f03-e9b9ad5f8f6b None None] Routers {'2b9346d9-6594-4d60-83a7-72f5734761f0'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:16:50.447358 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-2496c6d0-6de9-449c-8f03-e9b9ad5f8f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa23635e0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:16:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['2b9346d9-6594-4d60-83a7-72f5734761f0'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:16:50.572630 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c54e2ec6-e2b0-4591-86ba-4ef9041d7cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:50.589815 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-69e3f310-a0d2-451d-9298-d57356053f58 req-84d80b10-8cf4-4b22-942b-0fbfff066441 service neutron] 10.222.0.66 "GET /v2.0/networks/4201750e-bded-4d48-84d8-62df05a2c3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1952596
Jun 03 16:16:50.640552 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c361144-938f-4f5a-b7ef-e5645d63c980 None None] Network 2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 is already hosted by enough agents. {{(pid=91618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:16:50.656617 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-4b287253-3188-484f-8cdb-1a5a6f466441 None None] Provisioning for port 992a7928-6e22-4af0-bbfd-abedfeac0216 completed by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:16:50.679179 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.scheduler.base_scheduler [None req-3c361144-938f-4f5a-b7ef-e5645d63c980 None None] Resources bound (agent type, host, resource id):  {{(pid=91618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:16:50.701323 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c361144-938f-4f5a-b7ef-e5645d63c980 None None] Pushing event updated for resources: {'Port': ['ID=25505f15-0546-47cd-ba2e-7e38d2b6e16a,revision_number=1']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:50.708588 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c361144-938f-4f5a-b7ef-e5645d63c980 None None] Received port after_create {{(pid=91618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:16:50.710672 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-3c361144-938f-4f5a-b7ef-e5645d63c980 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:50.713789 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-4b287253-3188-484f-8cdb-1a5a6f466441 None None] Provisioning complete for port 992a7928-6e22-4af0-bbfd-abedfeac0216 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:16:50.714155 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-4b287253-3188-484f-8cdb-1a5a6f466441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:50.830070 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d920ce6c-3c2a-4bd1-ae7a-0c6b113a912d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:50.877750 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-2496c6d0-6de9-449c-8f03-e9b9ad5f8f6b None None] Set router 2b9346d9-6594-4d60-83a7-72f5734761f0 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:16:50.894803 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [None req-c54e2ec6-e2b0-4591-86ba-4ef9041d7cd1 admin admin] Allocated IP 172.27.2.79 (454170da-4e8f-4963-97fb-80bd3b86dedc/06c387f0-ce57-4d04-be2c-2471c04350c2/18fa6773-04ae-420f-80f5-2e0ae0e6278c) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:16:50.905373 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d920ce6c-3c2a-4bd1-ae7a-0c6b113a912d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:51.080547 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c54e2ec6-e2b0-4591-86ba-4ef9041d7cd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:51.108202 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-31a30881-5bcf-48bf-80c9-6b4c2ff2e4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:51.109273 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-3c361144-938f-4f5a-b7ef-e5645d63c980 None None] Attempting to bind port 25505f15-0546-47cd-ba2e-7e38d2b6e16a on host dv-cinder-786524-8-iscsi for vnic_type normal with profile  {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:16:51.109777 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-31a30881-5bcf-48bf-80c9-6b4c2ff2e4ff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/baf24810-1520-43f4-99a0-a914c34cc11c HTTP/1.1" status: 204  len: 168 time: 2.4886343
Jun 03 16:16:51.109879 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-3c361144-938f-4f5a-b7ef-e5645d63c980 None None] Attempting to bind port 25505f15-0546-47cd-ba2e-7e38d2b6e16a by drivers openvswitch,hyperv on host dv-cinder-786524-8-iscsi at level 0 using segments [{'id': '8d919451-85fd-41bb-bbc2-dd880028642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43'}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:16:51.115861 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c361144-938f-4f5a-b7ef-e5645d63c980 None None] Attempting to bind port 25505f15-0546-47cd-ba2e-7e38d2b6e16a on network 2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:16:51.124079 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-c8c6794d-9114-4833-8156-e7d381e2d13a service neutron] 10.222.0.66 "GET /v2.0/networks/019e40c7-d3a6-4f1e-9131-16392737c884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8608952
Jun 03 16:16:51.174224 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c54e2ec6-e2b0-4591-86ba-4ef9041d7cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:51.207941 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:51.268748 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54e2ec6-e2b0-4591-86ba-4ef9041d7cd1 admin admin] Network 454170da-4e8f-4963-97fb-80bd3b86dedc is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:16:51.270741 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6cc4835c-77db-4c68-93e3-e8c250e1b4ac admin admin] Notify callbacks [] for router, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:51.272406 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-6cc4835c-77db-4c68-93e3-e8c250e1b4ac admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 7.9118233
Jun 03 16:16:51.279983 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-c54e2ec6-e2b0-4591-86ba-4ef9041d7cd1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:16:51.292274 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 55730) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:16:51.293537 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54e2ec6-e2b0-4591-86ba-4ef9041d7cd1 admin admin] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:16:51.305806 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c361144-938f-4f5a-b7ef-e5645d63c980 None None] Checking agent: {'id': 'ac8e9f39-4eb9-409d-95f3-792de4f7d79f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:16:51.311701 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c361144-938f-4f5a-b7ef-e5645d63c980 None None] Checking segment: {'id': '8d919451-85fd-41bb-bbc2-dd880028642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:16:51.314038 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-3c361144-938f-4f5a-b7ef-e5645d63c980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:51.314548 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c361144-938f-4f5a-b7ef-e5645d63c980 None None] Bound using segment: {'id': '8d919451-85fd-41bb-bbc2-dd880028642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43'} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:16:51.315150 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-3c361144-938f-4f5a-b7ef-e5645d63c980 None None] Bound port: 25505f15-0546-47cd-ba2e-7e38d2b6e16a, host: dv-cinder-786524-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d919451-85fd-41bb-bbc2-dd880028642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43'}}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:16:51.316457 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-3c361144-938f-4f5a-b7ef-e5645d63c980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:51.371199 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-52c9821a-76f1-4781-be31-2d01d7b189d0 req-1859aca1-ae76-42fb-844b-b0c18b4f32f6 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=be60f43e-b07f-402d-bc2a-5446b474a07c HTTP/1.1" status: 200  len: 210 time: 0.1407425
Jun 03 16:16:51.377376 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [None req-d920ce6c-3c2a-4bd1-ae7a-0c6b113a912d admin admin] Allocated IP 172.27.2.120 (454170da-4e8f-4963-97fb-80bd3b86dedc/06c387f0-ce57-4d04-be2c-2471c04350c2/e7bb605c-f5f8-4d81-af29-3edd26aea5a6) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:16:51.602489 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-4b287253-3188-484f-8cdb-1a5a6f466441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:51.619890 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e2ec6-e2b0-4591-86ba-4ef9041d7cd1 admin admin] Pushing event updated for resources: {'Port': ['ID=18fa6773-04ae-420f-80f5-2e0ae0e6278c,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:51.625553 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-c54e2ec6-e2b0-4591-86ba-4ef9041d7cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:51.721484 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-4b287253-3188-484f-8cdb-1a5a6f466441 None None] For port 992a7928-6e22-4af0-bbfd-abedfeac0216, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=992a7928-6e22-4af0-bbfd-abedfeac0216,segment=NetworkSegment(bf6a9dcb-51b9-4164-a0a8-fd480afe49db),segment_id=bf6a9dcb-51b9-4164-a0a8-fd480afe49db)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:16:51.746949 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-4b287253-3188-484f-8cdb-1a5a6f466441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:51.766567 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-99ab6ac0-b11d-44e9-8112-fe8599be0d9a req-533acd71-dfb4-4a2f-873a-1487578e29d3 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/ports?device_id=30690eee-39da-4d20-9dea-04daed455d9a HTTP/1.1" status: 200  len: 210 time: 0.1440842
Jun 03 16:16:51.806773 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:51.847619 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-2496c6d0-6de9-449c-8f03-e9b9ad5f8f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa23635e0>, [{'id': '2b9346d9-6594-4d60-83a7-72f5734761f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1891294743-router', 'tenant_id': 'ac92454434b9488fb13bd0596cb98647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '5a134d1c-57f5-4160-821a-b177a5b7e23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:43Z', 'updated_at': '2021-06-03T16:16:46Z', 'revision_number': 3, 'project_id': 'ac92454434b9488fb13bd0596cb98647', 'gw_port': {'id': '5a134d1c-57f5-4160-821a-b177a5b7e23a', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9346d9-6594-4d60-83a7-72f5734761f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:44Z', 'updated_at': '2021-06-03T16:16:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:16:51.862600 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2496c6d0-6de9-449c-8f03-e9b9ad5f8f6b None None] Checking router: 2b9346d9-6594-4d60-83a7-72f5734761f0 for host: dv-cinder-786524-8-iscsi {{(pid=91619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:16:51.862945 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2496c6d0-6de9-449c-8f03-e9b9ad5f8f6b None None] Updating router 2b9346d9-6594-4d60-83a7-72f5734761f0 port 5a134d1c-57f5-4160-821a-b177a5b7e23a binding host dv-cinder-786524-8-iscsi {{(pid=91619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 16:16:51.903041 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d920ce6c-3c2a-4bd1-ae7a-0c6b113a912d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:51.981644 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-3c361144-938f-4f5a-b7ef-e5645d63c980 None None] For port 25505f15-0546-47cd-ba2e-7e38d2b6e16a, host dv-cinder-786524-8-iscsi, cleared binding levels {{(pid=91618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:16:52.005998 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-3c361144-938f-4f5a-b7ef-e5645d63c980 None None] For port 25505f15-0546-47cd-ba2e-7e38d2b6e16a, host dv-cinder-786524-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=25505f15-0546-47cd-ba2e-7e38d2b6e16a,segment=NetworkSegment(8d919451-85fd-41bb-bbc2-dd880028642e),segment_id=8d919451-85fd-41bb-bbc2-dd880028642e)] {{(pid=91618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:16:52.014985 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b287253-3188-484f-8cdb-1a5a6f466441 None None] Pushing event updated for resources: {'Port': ['ID=992a7928-6e22-4af0-bbfd-abedfeac0216,revision_number=3']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:52.026746 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-3c361144-938f-4f5a-b7ef-e5645d63c980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:52.028042 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-4b287253-3188-484f-8cdb-1a5a6f466441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:52.035868 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:52.047197 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-2496c6d0-6de9-449c-8f03-e9b9ad5f8f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:52.122005 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d920ce6c-3c2a-4bd1-ae7a-0c6b113a912d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:52.139376 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:52.153553 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c361144-938f-4f5a-b7ef-e5645d63c980 None None] Pushing event updated for resources: {'Port': ['ID=25505f15-0546-47cd-ba2e-7e38d2b6e16a,revision_number=2']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:52.172572 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-3c361144-938f-4f5a-b7ef-e5645d63c980 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:52.205582 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d920ce6c-3c2a-4bd1-ae7a-0c6b113a912d admin admin] Network 454170da-4e8f-4963-97fb-80bd3b86dedc is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:16:52.213533 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [None req-d920ce6c-3c2a-4bd1-ae7a-0c6b113a912d admin admin] Resources bound (agent type, host, resource id):  {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:16:52.222417 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d920ce6c-3c2a-4bd1-ae7a-0c6b113a912d admin admin] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:16:52.228753 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-8d1edd55-b2d0-47d9-96f1-fbf187a43422 None None] Provisioning complete for port 992a7928-6e22-4af0-bbfd-abedfeac0216 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:16:52.229349 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-8d1edd55-b2d0-47d9-96f1-fbf187a43422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:52.570615 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920ce6c-3c2a-4bd1-ae7a-0c6b113a912d admin admin] Pushing event updated for resources: {'Port': ['ID=e7bb605c-f5f8-4d81-af29-3edd26aea5a6,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:52.600814 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-d920ce6c-3c2a-4bd1-ae7a-0c6b113a912d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:52.692059 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c5e93b5a-a73e-437d-8130-22bf99a283ce req-3f18f5e9-671f-4bbd-8903-b8c3c549b7e6 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=be60f43e-b07f-402d-bc2a-5446b474a07c HTTP/1.1" status: 200  len: 210 time: 0.1540833
Jun 03 16:16:52.695470 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-2496c6d0-6de9-449c-8f03-e9b9ad5f8f6b None None] Notify callbacks [] for port, precommit_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:52.728064 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.provisioning_blocks [None req-2496c6d0-6de9-449c-8f03-e9b9ad5f8f6b None None] Transition to ACTIVE for port object 5a134d1c-57f5-4160-821a-b177a5b7e23a will not be triggered until provisioned by entity L2. {{(pid=91619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:16:52.744860 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-2496c6d0-6de9-449c-8f03-e9b9ad5f8f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:52.764635 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:52.767388 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d920ce6c-3c2a-4bd1-ae7a-0c6b113a912d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:52.941060 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.managers [None req-2496c6d0-6de9-449c-8f03-e9b9ad5f8f6b None None] Attempting to bind port 5a134d1c-57f5-4160-821a-b177a5b7e23a on host dv-cinder-786524-8-iscsi for vnic_type normal with profile  {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:16:52.941060 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.managers [None req-2496c6d0-6de9-449c-8f03-e9b9ad5f8f6b None None] Attempting to bind port 5a134d1c-57f5-4160-821a-b177a5b7e23a by drivers openvswitch,hyperv on host dv-cinder-786524-8-iscsi at level 0 using segments [{'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}] {{(pid=91619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:16:52.941618 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2496c6d0-6de9-449c-8f03-e9b9ad5f8f6b None None] Attempting to bind port 5a134d1c-57f5-4160-821a-b177a5b7e23a on network 454170da-4e8f-4963-97fb-80bd3b86dedc {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:16:52.943618 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015edfe-e40c-463e-8441-183287bd1620 None None] Pushing event updated for resources: {'Port': ['ID=5a134d1c-57f5-4160-821a-b177a5b7e23a,revision_number=2']} {{(pid=91619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:52.955434 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2496c6d0-6de9-449c-8f03-e9b9ad5f8f6b None None] Checking agent: {'id': 'ac8e9f39-4eb9-409d-95f3-792de4f7d79f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:16:52.955817 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2496c6d0-6de9-449c-8f03-e9b9ad5f8f6b None None] Checking segment: {'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:16:52.956224 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-2496c6d0-6de9-449c-8f03-e9b9ad5f8f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:52.956665 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2496c6d0-6de9-449c-8f03-e9b9ad5f8f6b None None] Bound using segment: {'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'} {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:16:52.957161 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.managers [None req-2496c6d0-6de9-449c-8f03-e9b9ad5f8f6b None None] Bound port: 5a134d1c-57f5-4160-821a-b177a5b7e23a, host: dv-cinder-786524-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}}] {{(pid=91619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:16:52.957539 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-2496c6d0-6de9-449c-8f03-e9b9ad5f8f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:52.989231 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015edfe-e40c-463e-8441-183287bd1620 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:52.989581 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015edfe-e40c-463e-8441-183287bd1620 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:52.989916 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015edfe-e40c-463e-8441-183287bd1620 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:52.990335 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015edfe-e40c-463e-8441-183287bd1620 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:52.990869 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015edfe-e40c-463e-8441-183287bd1620 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:52.991197 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015edfe-e40c-463e-8441-183287bd1620 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:52.991519 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015edfe-e40c-463e-8441-183287bd1620 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:52.991837 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015edfe-e40c-463e-8441-183287bd1620 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:52.992234 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015edfe-e40c-463e-8441-183287bd1620 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:52.992495 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015edfe-e40c-463e-8441-183287bd1620 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:52.992809 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015edfe-e40c-463e-8441-183287bd1620 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:52.993138 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015edfe-e40c-463e-8441-183287bd1620 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015edfe-e40c-463e-8441-183287bd1620 None None] Tracked resource versions report:
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]: pushed versions:
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]: {   'AddressGroup': {'1.2'},
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]:     'ConntrackHelper': {'1.0'},
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]:     'Log': {'1.0'},
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]:     'Network': {'1.1'},
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]:     'Port': {'1.7'},
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]:     'PortForwarding': {'1.2'},
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]:     'QosPolicy': {'1.8'},
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]:     'SecurityGroup': {'1.4'},
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]:     'SecurityGroupRule': {'1.2'},
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]:     'SubPort': {'1.0'},
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]:     'Subnet': {'1.1'},
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]:     'Trunk': {'1.1'}}
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]: consumer versions:
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]: {   DHCP agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]:     HyperV agent@hv-cinder-78652: {},
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]:     L3 agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]:     Metadata agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]:     Metering agent@dv-cinder-786524-8-iscsi: {},
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]:     Open vSwitch agent@dv-cinder-786524-8-iscsi: {   'AddressGroup': '1.2',
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]:                                                      'ConntrackHelper': '1.0',
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]:                                                      'Log': '1.0',
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]:                                                      'Network': '1.1',
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]:                                                      'Port': '1.7',
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]:                                                      'PortForwarding': '1.2',
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]:                                                      'QosPolicy': '1.8',
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]:                                                      'SecurityGroup': '1.4',
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]:                                                      'SecurityGroupRule': '1.2',
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]:                                                      'SubPort': '1.0',
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]:                                                      'Subnet': '1.1',
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]:                                                      'Trunk': '1.1'}}
Jun 03 16:16:52.994173 dv-cinder-786524-8-iscsi neutron-server[91619]:  {{(pid=91619) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 03 16:16:53.003954 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c54e2ec6-e2b0-4591-86ba-4ef9041d7cd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:53.009702 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [None req-6015edfe-e40c-463e-8441-183287bd1620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:53.132738 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.db [None req-2496c6d0-6de9-449c-8f03-e9b9ad5f8f6b None None] For port 5a134d1c-57f5-4160-821a-b177a5b7e23a, host dv-cinder-786524-8-iscsi, cleared binding levels {{(pid=91619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:16:53.143611 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.db [None req-2496c6d0-6de9-449c-8f03-e9b9ad5f8f6b None None] For port 5a134d1c-57f5-4160-821a-b177a5b7e23a, host dv-cinder-786524-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=5a134d1c-57f5-4160-821a-b177a5b7e23a,segment=NetworkSegment(85b01a76-96af-409b-a8d7-73ca63f153b4),segment_id=85b01a76-96af-409b-a8d7-73ca63f153b4)] {{(pid=91619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:16:53.157450 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-2496c6d0-6de9-449c-8f03-e9b9ad5f8f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:53.163101 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [None req-c5a80a61-8082-43e8-af45-eb256bd8ebe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:53.347490 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015edfe-e40c-463e-8441-183287bd1620 None None] Pushing event updated for resources: {'Port': ['ID=5a134d1c-57f5-4160-821a-b177a5b7e23a,revision_number=3']} {{(pid=91619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:53.364463 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [None req-6015edfe-e40c-463e-8441-183287bd1620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:53.383176 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2496c6d0-6de9-449c-8f03-e9b9ad5f8f6b None None] Routers {'2b9346d9-6594-4d60-83a7-72f5734761f0'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:16:53.383839 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-2496c6d0-6de9-449c-8f03-e9b9ad5f8f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa23635e0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:16:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['2b9346d9-6594-4d60-83a7-72f5734761f0'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:16:53.608263 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-6d3cc737-7b07-4394-bb4e-2f5c5322f56c req-37855d7f-13f1-4c62-a0fd-01593f94619a tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/ports?device_id=30690eee-39da-4d20-9dea-04daed455d9a HTTP/1.1" status: 200  len: 210 time: 0.2689810
Jun 03 16:16:53.776045 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-2496c6d0-6de9-449c-8f03-e9b9ad5f8f6b None None] Set router 2b9346d9-6594-4d60-83a7-72f5734761f0 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:16:53.830414 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d8d4ed-ec25-4d2a-b577-16a796502c32 None None] Network 2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:16:53.932431 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-fc649ea8-7e7b-4f0d-86c3-ec8544acd77d req-4000771b-d12f-485b-8f1d-b25eddf680f9 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=be60f43e-b07f-402d-bc2a-5446b474a07c HTTP/1.1" status: 200  len: 210 time: 0.0786545
Jun 03 16:16:54.072233 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d920ce6c-3c2a-4bd1-ae7a-0c6b113a912d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-380211'] for router, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:54.097702 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 25505f15-0546-47cd-ba2e-7e38d2b6e16a up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:16:54.175701 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-fa5b0a9f-692a-4c1c-96af-c93c508ea581 None None] Provisioning for port 25505f15-0546-47cd-ba2e-7e38d2b6e16a completed by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:16:54.567504 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-2496c6d0-6de9-449c-8f03-e9b9ad5f8f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa23635e0>, [{'id': '2b9346d9-6594-4d60-83a7-72f5734761f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1891294743-router', 'tenant_id': 'ac92454434b9488fb13bd0596cb98647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '5a134d1c-57f5-4160-821a-b177a5b7e23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:43Z', 'updated_at': '2021-06-03T16:16:46Z', 'revision_number': 3, 'project_id': 'ac92454434b9488fb13bd0596cb98647', 'gw_port': {'id': '5a134d1c-57f5-4160-821a-b177a5b7e23a', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9346d9-6594-4d60-83a7-72f5734761f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:44Z', 'updated_at': '2021-06-03T16:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:16:54.573805 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2496c6d0-6de9-449c-8f03-e9b9ad5f8f6b None None] The sync data for ids ['2b9346d9-6594-4d60-83a7-72f5734761f0'] in dv-cinder-786524-8-iscsi is: [{'id': '2b9346d9-6594-4d60-83a7-72f5734761f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1891294743-router', 'tenant_id': 'ac92454434b9488fb13bd0596cb98647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '5a134d1c-57f5-4160-821a-b177a5b7e23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:43Z', 'updated_at': '2021-06-03T16:16:46Z', 'revision_number': 3, 'project_id': 'ac92454434b9488fb13bd0596cb98647', 'gw_port': {'id': '5a134d1c-57f5-4160-821a-b177a5b7e23a', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9346d9-6594-4d60-83a7-72f5734761f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:44Z', 'updated_at': '2021-06-03T16:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}] {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:16:54.621617 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning for port 25505f15-0546-47cd-ba2e-7e38d2b6e16a completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:16:54.698781 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 25505f15-0546-47cd-ba2e-7e38d2b6e16a triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:16:54.700717 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:54.752315 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d920ce6c-3c2a-4bd1-ae7a-0c6b113a912d admin admin] Router 008d983e-7dfa-4639-8442-171e5c82cec4 is scheduled to L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b with binding_index 1 {{(pid=91617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 03 16:16:55.003374 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:55.047841 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-30d91380-ba67-4124-9b4d-05498b432b11 req-4676597c-ee3e-45f7-aab6-b792dbb5053c tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/ports?device_id=30690eee-39da-4d20-9dea-04daed455d9a HTTP/1.1" status: 200  len: 210 time: 0.1375954
Jun 03 16:16:55.135767 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] For port 25505f15-0546-47cd-ba2e-7e38d2b6e16a, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=25505f15-0546-47cd-ba2e-7e38d2b6e16a,segment=NetworkSegment(8d919451-85fd-41bb-bbc2-dd880028642e),segment_id=8d919451-85fd-41bb-bbc2-dd880028642e)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:16:55.154579 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:55.156885 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 992a7928-6e22-4af0-bbfd-abedfeac0216 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:16:55.224340 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:55.324274 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 992a7928-6e22-4af0-bbfd-abedfeac0216 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:16:55.324950 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:55.398469 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Pushing event updated for resources: {'Port': ['ID=25505f15-0546-47cd-ba2e-7e38d2b6e16a,revision_number=3']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:55.402905 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d920ce6c-3c2a-4bd1-ae7a-0c6b113a912d admin admin] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:16:55.404911 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:55.425814 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f530dda-ac6b-4294-adb7-49923b95a78d None None] Sync routers for ids ['008d983e-7dfa-4639-8442-171e5c82cec4'] in dv-cinder-786524-8-iscsi {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:16:55.435134 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d920ce6c-3c2a-4bd1-ae7a-0c6b113a912d admin admin] Notify callbacks [] for router, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:55.437413 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-d920ce6c-3c2a-4bd1-ae7a-0c6b113a912d admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 6.2365050
Jun 03 16:16:55.440460 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 55876) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:16:55.479224 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f530dda-ac6b-4294-adb7-49923b95a78d None None] Routers {'008d983e-7dfa-4639-8442-171e5c82cec4'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:16:55.479859 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-7f530dda-ac6b-4294-adb7-49923b95a78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa1f85a00>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:16:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['008d983e-7dfa-4639-8442-171e5c82cec4'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:16:55.511632 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c54e2ec6-e2b0-4591-86ba-4ef9041d7cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-380211'] for router, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:55.523605 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-d67fe2b4-a76f-4e3f-ae69-5825cef7d4bf req-4f328bc9-d32b-4035-b670-c3904d4307b4 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=be60f43e-b07f-402d-bc2a-5446b474a07c HTTP/1.1" status: 200  len: 210 time: 0.2401986
Jun 03 16:16:55.659664 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2d77a8d5-b19e-4750-a467-6437aee05245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:55.735623 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-4fc12f8a-b19e-4124-a4ea-1b7c0a6116d0 None None] Provisioning complete for port 25505f15-0546-47cd-ba2e-7e38d2b6e16a triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:16:55.736009 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-4fc12f8a-b19e-4124-a4ea-1b7c0a6116d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:56.154364 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.73', 61555) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:16:56.267954 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-7f530dda-ac6b-4294-adb7-49923b95a78d None None] Set router 008d983e-7dfa-4639-8442-171e5c82cec4 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:16:56.359109 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-1ab590c2-6734-43e6-915a-8430f2c3b76d tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:16:56.359809 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-1ab590c2-6734-43e6-915a-8430f2c3b76d tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Synchronizing usage tracker for tenant:574cf7a9f8924711ad4dd08f47e88cbc on resource:network {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:16:56.368456 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [None req-2d77a8d5-b19e-4750-a467-6437aee05245 admin admin] Allocated IP 172.20.0.1 (eaa05f56-e2a3-4209-b334-8745e58b65ca/37b858f2-9061-4689-8f39-93d3aae83f42/403739d7-82e9-4817-a38f-d3231af4afde) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:16:56.493546 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7534b2a8-cb98-4255-b6b5-777f4a02d5bc req-33ec9e66-24af-4375-ae72-b8a8827cf53a tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/ports?device_id=30690eee-39da-4d20-9dea-04daed455d9a HTTP/1.1" status: 200  len: 210 time: 0.1246941
Jun 03 16:16:56.604771 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54e2ec6-e2b0-4591-86ba-4ef9041d7cd1 admin admin] Router 78b02607-c948-44ce-8fce-9af25b82dc8e is scheduled to L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b with binding_index 1 {{(pid=91616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 03 16:16:56.754065 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.73', 61558) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:16:56.801114 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-1ab590c2-6734-43e6-915a-8430f2c3b76d tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Unset dirty status for tenant:574cf7a9f8924711ad4dd08f47e88cbc on resource:network {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:16:56.802300 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-1ab590c2-6734-43e6-915a-8430f2c3b76d tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.73 "GET /v2.0/networks?id=019e40c7-d3a6-4f1e-9131-16392737c884 HTTP/1.1" status: 200  len: 812 time: 0.6469481
Jun 03 16:16:56.881101 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-acf991da-07cd-4f0c-9ff9-77f8f33eaa6b tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Request body: {'port': {'device_id': '30690eee-39da-4d20-9dea-04daed455d9a', 'network_id': '019e40c7-d3a6-4f1e-9131-16392737c884', 'admin_state_up': True, 'tenant_id': '574cf7a9f8924711ad4dd08f47e88cbc'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:16:57.012620 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 5a134d1c-57f5-4160-821a-b177a5b7e23a up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:16:57.239300 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning for port 5a134d1c-57f5-4160-821a-b177a5b7e23a completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:16:57.252430 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 5a134d1c-57f5-4160-821a-b177a5b7e23a triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:16:57.252879 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:57.296563 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-acf991da-07cd-4f0c-9ff9-77f8f33eaa6b tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:16:57.306418 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-7f530dda-ac6b-4294-adb7-49923b95a78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa1f85a00>, [{'id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'name': 'tempest-AttachVolumeShelveTestJSON-798784809-router', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:49Z', 'updated_at': '2021-06-03T16:16:52Z', 'revision_number': 3, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'gw_port': {'id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:05:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:16:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:16:57.320635 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f530dda-ac6b-4294-adb7-49923b95a78d None None] Checking router: 008d983e-7dfa-4639-8442-171e5c82cec4 for host: dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:16:57.320925 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f530dda-ac6b-4294-adb7-49923b95a78d None None] Updating router 008d983e-7dfa-4639-8442-171e5c82cec4 port e7bb605c-f5f8-4d81-af29-3edd26aea5a6 binding host dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 16:16:57.347629 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-acf991da-07cd-4f0c-9ff9-77f8f33eaa6b tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Usage tracker for resource:port and tenant:574cf7a9f8924711ad4dd08f47e88cbc is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:16:57.351989 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-acf991da-07cd-4f0c-9ff9-77f8f33eaa6b tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:16:57.362548 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-acf991da-07cd-4f0c-9ff9-77f8f33eaa6b tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:16:57.375101 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-af58d4a0-621a-47be-a3da-1f9d6fb3896e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:57.376678 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-4dcc3607-fc67-474f-80ab-84d5d539b095 req-b5bc5201-bef8-441a-8e65-54e659bb5ad8 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=be60f43e-b07f-402d-bc2a-5446b474a07c HTTP/1.1" status: 200  len: 210 time: 0.3263679
Jun 03 16:16:57.446356 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-7f530dda-ac6b-4294-adb7-49923b95a78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:57.448762 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-acf991da-07cd-4f0c-9ff9-77f8f33eaa6b tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Made reservation on behalf of 574cf7a9f8924711ad4dd08f47e88cbc for: {'port': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:16:57.452456 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-acf991da-07cd-4f0c-9ff9-77f8f33eaa6b tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:57.563686 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2d77a8d5-b19e-4750-a467-6437aee05245 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:57.587459 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 55958) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:16:57.726192 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3f310-a0d2-451d-9298-d57356053f58 req-67700f2b-89f6-4d86-9720-e00d639e7f86 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:16:57.727794 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-69e3f310-a0d2-451d-9298-d57356053f58 req-67700f2b-89f6-4d86-9720-e00d639e7f86 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Synchronizing usage tracker for tenant:a7468f03a2da433ebc94af6cc13242b8 on resource:network {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:16:57.776327 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a4a9502d-be4a-4461-9f48-f1101432ad59 req-4c8c947d-bfee-407b-b036-5d97262a3b6f tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/ports?device_id=30690eee-39da-4d20-9dea-04daed455d9a HTTP/1.1" status: 200  len: 210 time: 0.0824234
Jun 03 16:16:57.783290 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-69e3f310-a0d2-451d-9298-d57356053f58 req-67700f2b-89f6-4d86-9720-e00d639e7f86 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Unset dirty status for tenant:a7468f03a2da433ebc94af6cc13242b8 on resource:network {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:16:57.785495 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-69e3f310-a0d2-451d-9298-d57356053f58 req-67700f2b-89f6-4d86-9720-e00d639e7f86 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.73 "GET /v2.0/networks?id=4201750e-bded-4d48-84d8-62df05a2c3fb HTTP/1.1" status: 200  len: 814 time: 1.0207388
Jun 03 16:16:57.788777 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54e2ec6-e2b0-4591-86ba-4ef9041d7cd1 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:16:57.800429 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d501827-d72e-427b-a66f-60a5e1541738 None None] Sync routers for ids ['78b02607-c948-44ce-8fce-9af25b82dc8e'] in dv-cinder-786524-8-iscsi {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:16:57.829178 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c54e2ec6-e2b0-4591-86ba-4ef9041d7cd1 admin admin] Notify callbacks [] for router, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:57.831466 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d501827-d72e-427b-a66f-60a5e1541738 None None] Routers {'78b02607-c948-44ce-8fce-9af25b82dc8e'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:16:57.832113 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-2d501827-d72e-427b-a66f-60a5e1541738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2136610>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:16:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['78b02607-c948-44ce-8fce-9af25b82dc8e'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:16:57.832321 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-c54e2ec6-e2b0-4591-86ba-4ef9041d7cd1 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 10.7447309
Jun 03 16:16:57.834143 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2d77a8d5-b19e-4750-a467-6437aee05245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:57.844181 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 55966) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:16:57.845038 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:57.966786 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:58.008448 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [None req-af58d4a0-621a-47be-a3da-1f9d6fb3896e admin admin] Allocated IP 172.20.0.1 (2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43/1730b65d-c307-4958-817a-0c734926fd68/aa4bb690-4d57-4433-aa63-efd93fd80492) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:16:58.017431 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d77a8d5-b19e-4750-a467-6437aee05245 admin admin] Network eaa05f56-e2a3-4209-b334-8745e58b65ca is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:16:58.023172 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] For port 5a134d1c-57f5-4160-821a-b177a5b7e23a, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=5a134d1c-57f5-4160-821a-b177a5b7e23a,segment=NetworkSegment(85b01a76-96af-409b-a8d7-73ca63f153b4),segment_id=85b01a76-96af-409b-a8d7-73ca63f153b4)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:16:58.037414 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:58.039704 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 25505f15-0546-47cd-ba2e-7e38d2b6e16a up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:16:58.046599 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-2d77a8d5-b19e-4750-a467-6437aee05245 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:16:58.054936 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d77a8d5-b19e-4750-a467-6437aee05245 admin admin] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:16:58.055401 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2d77a8d5-b19e-4750-a467-6437aee05245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380413'] for router_interface, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:58.125364 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-2d501827-d72e-427b-a66f-60a5e1541738 None None] Set router 78b02607-c948-44ce-8fce-9af25b82dc8e gateway port host: dv-cinder-786524-8-iscsi {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:16:58.176556 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77a8d5-b19e-4750-a467-6437aee05245 admin admin] Pushing event updated for resources: {'Port': ['ID=403739d7-82e9-4817-a38f-d3231af4afde,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:58.181993 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.db.resource_extend [None req-7f530dda-ac6b-4294-adb7-49923b95a78d None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 03 16:16:58.189368 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-2d77a8d5-b19e-4750-a467-6437aee05245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:58.210637 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5c9a021-3850-4500-8ab5-0f06a2778900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:58.245139 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-a5c9a021-3850-4500-8ab5-0f06a2778900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:16:58.250386 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-a5c9a021-3850-4500-8ab5-0f06a2778900 admin admin] Usage tracker for resource:security_group_rule and tenant:6b8052c5395e4125bb3f27706fb42394 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:16:58.254415 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-a5c9a021-3850-4500-8ab5-0f06a2778900 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:16:58.260982 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-a5c9a021-3850-4500-8ab5-0f06a2778900 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:16:58.268040 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:58.344976 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Pushing event updated for resources: {'Port': ['ID=5a134d1c-57f5-4160-821a-b177a5b7e23a,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:58.351149 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:58.364142 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5c9a021-3850-4500-8ab5-0f06a2778900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:58.376917 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-7f530dda-ac6b-4294-adb7-49923b95a78d None None] Notify callbacks [] for port, precommit_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:58.386219 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5c9a021-3850-4500-8ab5-0f06a2778900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:58.394343 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 25505f15-0546-47cd-ba2e-7e38d2b6e16a triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:16:58.394958 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:58.419212 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:58.435073 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-7f530dda-ac6b-4294-adb7-49923b95a78d None None] Transition to ACTIVE for port object e7bb605c-f5f8-4d81-af29-3edd26aea5a6 will not be triggered until provisioned by entity L2. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:16:58.456532 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c9a021-3850-4500-8ab5-0f06a2778900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481ee0d4-9f4e-404a-92df-3af610bea483,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:58.465821 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a5c9a021-3850-4500-8ab5-0f06a2778900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:58.476383 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-7f530dda-ac6b-4294-adb7-49923b95a78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:58.493715 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:58.500953 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-acf991da-07cd-4f0c-9ff9-77f8f33eaa6b tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Allocated IP 172.20.0.6 (019e40c7-d3a6-4f1e-9131-16392737c884/34e6fbad-9bb7-4701-a5d8-c0ab2fef430c/583a4b3e-a1e0-4f0a-a594-05828343f80a) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:16:58.520926 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-2d501827-d72e-427b-a66f-60a5e1541738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2136610>, [{'id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'name': 'tempest-AttachVolumeTestJSON-394210933-router', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:47Z', 'updated_at': '2021-06-03T16:16:51Z', 'revision_number': 3, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'gw_port': {'id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:16:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:16:58.522671 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-af58d4a0-621a-47be-a3da-1f9d6fb3896e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:58.530962 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-a5c9a021-3850-4500-8ab5-0f06a2778900 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6b8052c5395e4125bb3f27706fb42394&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9397469
Jun 03 16:16:58.531958 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d501827-d72e-427b-a66f-60a5e1541738 None None] Checking router: 78b02607-c948-44ce-8fce-9af25b82dc8e for host: dv-cinder-786524-8-iscsi {{(pid=91619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:16:58.532375 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d501827-d72e-427b-a66f-60a5e1541738 None None] Updating router 78b02607-c948-44ce-8fce-9af25b82dc8e port 18fa6773-04ae-420f-80f5-2e0ae0e6278c binding host dv-cinder-786524-8-iscsi {{(pid=91619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 16:16:58.536260 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 55974) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:16:58.586959 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-7f530dda-ac6b-4294-adb7-49923b95a78d None None] Attempting to bind port e7bb605c-f5f8-4d81-af29-3edd26aea5a6 on host dv-cinder-786524-8-iscsi for vnic_type normal with profile  {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:16:58.587607 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-7f530dda-ac6b-4294-adb7-49923b95a78d None None] Attempting to bind port e7bb605c-f5f8-4d81-af29-3edd26aea5a6 by drivers openvswitch,hyperv on host dv-cinder-786524-8-iscsi at level 0 using segments [{'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:16:58.588152 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f530dda-ac6b-4294-adb7-49923b95a78d None None] Attempting to bind port e7bb605c-f5f8-4d81-af29-3edd26aea5a6 on network 454170da-4e8f-4963-97fb-80bd3b86dedc {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:16:58.608892 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f530dda-ac6b-4294-adb7-49923b95a78d None None] Checking agent: {'id': 'ac8e9f39-4eb9-409d-95f3-792de4f7d79f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:16:58.609737 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f530dda-ac6b-4294-adb7-49923b95a78d None None] Checking segment: {'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:16:58.610325 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-7f530dda-ac6b-4294-adb7-49923b95a78d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:58.611202 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f530dda-ac6b-4294-adb7-49923b95a78d None None] Bound using segment: {'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:16:58.611861 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-7f530dda-ac6b-4294-adb7-49923b95a78d None None] Bound port: e7bb605c-f5f8-4d81-af29-3edd26aea5a6, host: dv-cinder-786524-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:16:58.612432 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-7f530dda-ac6b-4294-adb7-49923b95a78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:58.617649 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-2d501827-d72e-427b-a66f-60a5e1541738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:58.622959 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [None req-af58d4a0-621a-47be-a3da-1f9d6fb3896e admin admin] Transition to ACTIVE for port object aa4bb690-4d57-4433-aa63-efd93fd80492 will not be triggered until provisioned by entity DHCP. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:16:58.686042 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0353d47-1921-4750-86d7-fc71fd3b17b1 None None] Pushing event updated for resources: {'Port': ['ID=e7bb605c-f5f8-4d81-af29-3edd26aea5a6,revision_number=2']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:58.690898 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2d77a8d5-b19e-4750-a467-6437aee05245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:58.696132 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-d0353d47-1921-4750-86d7-fc71fd3b17b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:58.697579 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-51314970-a95a-41ac-8a98-3f68a4f76945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:58.731077 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-51314970-a95a-41ac-8a98-3f68a4f76945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:58.792266 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-7f530dda-ac6b-4294-adb7-49923b95a78d None None] For port e7bb605c-f5f8-4d81-af29-3edd26aea5a6, host dv-cinder-786524-8-iscsi, cleared binding levels {{(pid=91618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:16:58.797971 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-7f530dda-ac6b-4294-adb7-49923b95a78d None None] For port e7bb605c-f5f8-4d81-af29-3edd26aea5a6, host dv-cinder-786524-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=e7bb605c-f5f8-4d81-af29-3edd26aea5a6,segment=NetworkSegment(85b01a76-96af-409b-a8d7-73ca63f153b4),segment_id=85b01a76-96af-409b-a8d7-73ca63f153b4)] {{(pid=91618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:16:58.804828 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-7f530dda-ac6b-4294-adb7-49923b95a78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:58.805692 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-51314970-a95a-41ac-8a98-3f68a4f76945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:58.812433 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-3c361144-938f-4f5a-b7ef-e5645d63c980 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:58.822367 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a9ca9660-d9ca-42f8-a797-161a8d671ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:58.879563 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-d2ba3578-a442-4191-a283-cfdbeea52ebb req-2220ec72-6297-4070-a630-1ff0b65ce3c5 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=be60f43e-b07f-402d-bc2a-5446b474a07c HTTP/1.1" status: 200  len: 210 time: 0.2732384
Jun 03 16:16:58.913902 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51314970-a95a-41ac-8a98-3f68a4f76945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481ee0d4-9f4e-404a-92df-3af610bea483,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:58.933113 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-51314970-a95a-41ac-8a98-3f68a4f76945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:58.946578 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-51314970-a95a-41ac-8a98-3f68a4f76945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:58.947929 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-51314970-a95a-41ac-8a98-3f68a4f76945 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/481ee0d4-9f4e-404a-92df-3af610bea483 HTTP/1.1" status: 204  len: 168 time: 0.4106207
Jun 03 16:16:58.954303 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-af58d4a0-621a-47be-a3da-1f9d6fb3896e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:58.971575 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-d920ce6c-3c2a-4bd1-ae7a-0c6b113a912d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:59.049530 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 5a134d1c-57f5-4160-821a-b177a5b7e23a up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:16:59.110099 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2d77a8d5-b19e-4750-a467-6437aee05245 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:59.154946 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2d77a8d5-b19e-4750-a467-6437aee05245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:59.157856 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0353d47-1921-4750-86d7-fc71fd3b17b1 None None] Pushing event updated for resources: {'Port': ['ID=e7bb605c-f5f8-4d81-af29-3edd26aea5a6,revision_number=3']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:59.160113 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2d77a8d5-b19e-4750-a467-6437aee05245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681873'] for router_interface, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:59.168112 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-acf991da-07cd-4f0c-9ff9-77f8f33eaa6b tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:59.172493 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:59.176343 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-3948080c-dff2-41d4-b37c-6906177c06cd req-b414a6f5-9191-420b-8fcb-27e37b5a7423 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Synchronizing usage tracker for tenant:574cf7a9f8924711ad4dd08f47e88cbc on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:16:59.190718 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-2d501827-d72e-427b-a66f-60a5e1541738 None None] Notify callbacks [] for port, precommit_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:59.199729 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-d0353d47-1921-4750-86d7-fc71fd3b17b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:59.199994 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af58d4a0-621a-47be-a3da-1f9d6fb3896e admin admin] Network 2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:16:59.216603 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f530dda-ac6b-4294-adb7-49923b95a78d None None] Routers {'008d983e-7dfa-4639-8442-171e5c82cec4'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:16:59.217394 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-7f530dda-ac6b-4294-adb7-49923b95a78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa1f85a00>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:16:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['008d983e-7dfa-4639-8442-171e5c82cec4'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:16:59.219885 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [None req-af58d4a0-621a-47be-a3da-1f9d6fb3896e admin admin] Resources bound (agent type, host, resource id):  {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:16:59.233615 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af58d4a0-621a-47be-a3da-1f9d6fb3896e admin admin] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:16:59.235404 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-af58d4a0-621a-47be-a3da-1f9d6fb3896e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380413'] for router_interface, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:59.236532 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.provisioning_blocks [None req-2d501827-d72e-427b-a66f-60a5e1541738 None None] Transition to ACTIVE for port object 18fa6773-04ae-420f-80f5-2e0ae0e6278c will not be triggered until provisioned by entity L2. {{(pid=91619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:16:59.265877 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-2d501827-d72e-427b-a66f-60a5e1541738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:59.271283 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:59.283008 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77a8d5-b19e-4750-a467-6437aee05245 admin admin] Pushing event updated for resources: {'Port': ['ID=403739d7-82e9-4817-a38f-d3231af4afde,revision_number=2']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:59.291992 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-2d77a8d5-b19e-4750-a467-6437aee05245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:59.505741 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724aa3f-ef64-4ff0-a4ba-1f1c5db0c108 None None] Pushing event updated for resources: {'Port': ['ID=18fa6773-04ae-420f-80f5-2e0ae0e6278c,revision_number=2']} {{(pid=91619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:59.511074 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [None req-f724aa3f-ef64-4ff0-a4ba-1f1c5db0c108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:59.514570 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.managers [None req-2d501827-d72e-427b-a66f-60a5e1541738 None None] Attempting to bind port 18fa6773-04ae-420f-80f5-2e0ae0e6278c on host dv-cinder-786524-8-iscsi for vnic_type normal with profile  {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:16:59.515880 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.managers [None req-2d501827-d72e-427b-a66f-60a5e1541738 None None] Attempting to bind port 18fa6773-04ae-420f-80f5-2e0ae0e6278c by drivers openvswitch,hyperv on host dv-cinder-786524-8-iscsi at level 0 using segments [{'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}] {{(pid=91619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:16:59.516894 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d501827-d72e-427b-a66f-60a5e1541738 None None] Attempting to bind port 18fa6773-04ae-420f-80f5-2e0ae0e6278c on network 454170da-4e8f-4963-97fb-80bd3b86dedc {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:16:59.526284 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58d4a0-621a-47be-a3da-1f9d6fb3896e admin admin] Pushing event updated for resources: {'Port': ['ID=aa4bb690-4d57-4433-aa63-efd93fd80492,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:16:59.530116 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d501827-d72e-427b-a66f-60a5e1541738 None None] Checking agent: {'id': 'ac8e9f39-4eb9-409d-95f3-792de4f7d79f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:16:59.532327 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d501827-d72e-427b-a66f-60a5e1541738 None None] Checking segment: {'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:16:59.533980 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-2d501827-d72e-427b-a66f-60a5e1541738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:59.534504 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d501827-d72e-427b-a66f-60a5e1541738 None None] Bound using segment: {'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'} {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:16:59.537217 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.managers [None req-2d501827-d72e-427b-a66f-60a5e1541738 None None] Bound port: 18fa6773-04ae-420f-80f5-2e0ae0e6278c, host: dv-cinder-786524-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}}] {{(pid=91619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:16:59.537790 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-2d501827-d72e-427b-a66f-60a5e1541738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:59.563158 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-af58d4a0-621a-47be-a3da-1f9d6fb3896e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:16:59.568223 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 55988) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:16:59.611764 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-262b5e25-3f2a-4d29-be1d-d083d4a6aab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:59.617431 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 5a134d1c-57f5-4160-821a-b177a5b7e23a triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:16:59.617963 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:59.656521 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-3948080c-dff2-41d4-b37c-6906177c06cd req-b414a6f5-9191-420b-8fcb-27e37b5a7423 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Unset dirty status for tenant:574cf7a9f8924711ad4dd08f47e88cbc on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:16:59.668879 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3948080c-dff2-41d4-b37c-6906177c06cd req-b414a6f5-9191-420b-8fcb-27e37b5a7423 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/ports?device_id=30690eee-39da-4d20-9dea-04daed455d9a HTTP/1.1" status: 200  len: 210 time: 0.5807686
Jun 03 16:16:59.676572 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-262b5e25-3f2a-4d29-be1d-d083d4a6aab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:16:59.678138 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.db [None req-2d501827-d72e-427b-a66f-60a5e1541738 None None] For port 18fa6773-04ae-420f-80f5-2e0ae0e6278c, host dv-cinder-786524-8-iscsi, cleared binding levels {{(pid=91619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:16:59.687291 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-262b5e25-3f2a-4d29-be1d-d083d4a6aab2 admin admin] Usage tracker for resource:security_group_rule and tenant:a889283eb02f4591893f28f99b47cdd3 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:16:59.689618 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.db [None req-2d501827-d72e-427b-a66f-60a5e1541738 None None] For port 18fa6773-04ae-420f-80f5-2e0ae0e6278c, host dv-cinder-786524-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=18fa6773-04ae-420f-80f5-2e0ae0e6278c,segment=NetworkSegment(85b01a76-96af-409b-a8d7-73ca63f153b4),segment_id=85b01a76-96af-409b-a8d7-73ca63f153b4)] {{(pid=91619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:16:59.693780 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-262b5e25-3f2a-4d29-be1d-d083d4a6aab2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:16:59.694527 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-7f530dda-ac6b-4294-adb7-49923b95a78d None None] Set router 008d983e-7dfa-4639-8442-171e5c82cec4 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:16:59.702274 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-2d501827-d72e-427b-a66f-60a5e1541738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:59.707806 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-262b5e25-3f2a-4d29-be1d-d083d4a6aab2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:16:59.710583 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8e25f4b2-c8ce-4f92-955a-4172ec0ee812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:59.713822 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:59.776372 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-acf991da-07cd-4f0c-9ff9-77f8f33eaa6b tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:59.804637 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-af58d4a0-621a-47be-a3da-1f9d6fb3896e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:16:59.821846 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d501827-d72e-427b-a66f-60a5e1541738 None None] Routers {'78b02607-c948-44ce-8fce-9af25b82dc8e'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:16:59.822895 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-2d501827-d72e-427b-a66f-60a5e1541738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2136610>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:16:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['78b02607-c948-44ce-8fce-9af25b82dc8e'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:16:59.837088 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d77a8d5-b19e-4750-a467-6437aee05245 admin admin] Network eaa05f56-e2a3-4209-b334-8745e58b65ca is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:16:59.842322 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-2d77a8d5-b19e-4750-a467-6437aee05245 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:16:59.878831 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-acf991da-07cd-4f0c-9ff9-77f8f33eaa6b tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Network 019e40c7-d3a6-4f1e-9131-16392737c884 is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:16:59.881649 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-fd311b84-329d-4eaf-83cc-d89a751a29fb None None] Provisioning for port aa4bb690-4d57-4433-aa63-efd93fd80492 completed by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:16:59.887126 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-acf991da-07cd-4f0c-9ff9-77f8f33eaa6b tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Resources bound (agent type, host, resource id):  {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:16:59.904294 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-acf991da-07cd-4f0c-9ff9-77f8f33eaa6b tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:16:59.909965 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-acf991da-07cd-4f0c-9ff9-77f8f33eaa6b tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:16:59.910651 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-acf991da-07cd-4f0c-9ff9-77f8f33eaa6b tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:16:59.933166 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-fd311b84-329d-4eaf-83cc-d89a751a29fb None None] Provisioning complete for port aa4bb690-4d57-4433-aa63-efd93fd80492 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:16:59.933681 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-fd311b84-329d-4eaf-83cc-d89a751a29fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:00.104759 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-2d501827-d72e-427b-a66f-60a5e1541738 None None] Set router 78b02607-c948-44ce-8fce-9af25b82dc8e gateway port host: dv-cinder-786524-8-iscsi {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:17:00.142036 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-acf991da-07cd-4f0c-9ff9-77f8f33eaa6b tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2772844
Jun 03 16:17:00.174930 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf991da-07cd-4f0c-9ff9-77f8f33eaa6b tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Pushing event updated for resources: {'Port': ['ID=583a4b3e-a1e0-4f0a-a594-05828343f80a,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:00.182614 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-acf991da-07cd-4f0c-9ff9-77f8f33eaa6b tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:00.220838 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-af58d4a0-621a-47be-a3da-1f9d6fb3896e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:00.255640 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724aa3f-ef64-4ff0-a4ba-1f1c5db0c108 None None] Pushing event updated for resources: {'Port': ['ID=18fa6773-04ae-420f-80f5-2e0ae0e6278c,revision_number=3']} {{(pid=91619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:00.287555 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-262b5e25-3f2a-4d29-be1d-d083d4a6aab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:00.304951 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [None req-f724aa3f-ef64-4ff0-a4ba-1f1c5db0c108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:00.305497 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-fd311b84-329d-4eaf-83cc-d89a751a29fb None None] Port aa4bb690-4d57-4433-aa63-efd93fd80492 cannot update to ACTIVE because it is not bound. {{(pid=91618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 16:17:00.306429 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-262b5e25-3f2a-4d29-be1d-d083d4a6aab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:00.320102 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-6496c533-0746-4d56-974c-164d932f77c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:00.475378 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b59956c2-284a-4dd3-96e9-172dd41d4048 req-f4887969-2dee-4805-8f32-dc961f020379 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=be60f43e-b07f-402d-bc2a-5446b474a07c HTTP/1.1" status: 200  len: 210 time: 0.1156182
Jun 03 16:17:00.483460 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-262b5e25-3f2a-4d29-be1d-d083d4a6aab2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a889283eb02f4591893f28f99b47cdd3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9092362
Jun 03 16:17:00.502233 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 55996) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:00.559534 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-7f530dda-ac6b-4294-adb7-49923b95a78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa1f85a00>, [{'id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'name': 'tempest-AttachVolumeShelveTestJSON-798784809-router', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:49Z', 'updated_at': '2021-06-03T16:16:52Z', 'revision_number': 3, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'gw_port': {'id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:05:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:17:00.571725 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f530dda-ac6b-4294-adb7-49923b95a78d None None] The sync data for ids ['008d983e-7dfa-4639-8442-171e5c82cec4'] in dv-cinder-786524-8-iscsi is: [{'id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'name': 'tempest-AttachVolumeShelveTestJSON-798784809-router', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:49Z', 'updated_at': '2021-06-03T16:16:52Z', 'revision_number': 3, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'gw_port': {'id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:05:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:17:00.596424 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b5e25-3f2a-4d29-be1d-d083d4a6aab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266de3cb-a208-40cf-9a81-de8e5534798a,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:00.608935 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-262b5e25-3f2a-4d29-be1d-d083d4a6aab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:00.696995 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-2d501827-d72e-427b-a66f-60a5e1541738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2136610>, [{'id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'name': 'tempest-AttachVolumeTestJSON-394210933-router', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:47Z', 'updated_at': '2021-06-03T16:16:51Z', 'revision_number': 3, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'gw_port': {'id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:17:00.711162 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d501827-d72e-427b-a66f-60a5e1541738 None None] The sync data for ids ['78b02607-c948-44ce-8fce-9af25b82dc8e'] in dv-cinder-786524-8-iscsi is: [{'id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'name': 'tempest-AttachVolumeTestJSON-394210933-router', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:47Z', 'updated_at': '2021-06-03T16:16:51Z', 'revision_number': 3, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'gw_port': {'id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}] {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:17:00.836167 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d77a8d5-b19e-4750-a467-6437aee05245 admin admin] Router 2b9346d9-6594-4d60-83a7-72f5734761f0 has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:17:01.009469 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [None req-8e25f4b2-c8ce-4f92-955a-4172ec0ee812 admin admin] Allocated IP 172.20.0.1 (402cb13e-8c37-4be7-87df-d31fc66fd7f0/515f7287-4aad-4ff2-b3a1-62fc265d7452/e6e9d00a-3050-42e6-bfed-6974ad7f5a70) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:17:01.011683 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c2f24480-3a73-40d5-b10c-8abb224ea923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:01.054021 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-af58d4a0-621a-47be-a3da-1f9d6fb3896e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:01.074272 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-af58d4a0-621a-47be-a3da-1f9d6fb3896e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:01.078338 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-af58d4a0-621a-47be-a3da-1f9d6fb3896e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681873'] for router_interface, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:01.101211 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:01.326727 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d77a8d5-b19e-4750-a467-6437aee05245 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:17:01.354488 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea7f271-aa54-41db-8301-352f97bc3b9d None None] Sync routers for ids ['2b9346d9-6594-4d60-83a7-72f5734761f0'] in dv-cinder-786524-8-iscsi {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:17:01.433579 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea7f271-aa54-41db-8301-352f97bc3b9d None None] Routers {'2b9346d9-6594-4d60-83a7-72f5734761f0'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:17:01.434605 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-cea7f271-aa54-41db-8301-352f97bc3b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa1f85730>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:16:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['2b9346d9-6594-4d60-83a7-72f5734761f0'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:17:01.497478 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58d4a0-621a-47be-a3da-1f9d6fb3896e admin admin] Pushing event updated for resources: {'Port': ['ID=aa4bb690-4d57-4433-aa63-efd93fd80492,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:01.512029 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-af58d4a0-621a-47be-a3da-1f9d6fb3896e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:01.644826 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01795ee3-c722-4b53-8851-69e95e56d593 req-e08da942-9a42-445a-b5fc-770f1439c74d tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:01.657241 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-01795ee3-c722-4b53-8851-69e95e56d593 req-e08da942-9a42-445a-b5fc-770f1439c74d tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/ports?device_id=30690eee-39da-4d20-9dea-04daed455d9a HTTP/1.1" status: 200  len: 931 time: 0.7476664
Jun 03 16:17:01.684331 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-2d77a8d5-b19e-4750-a467-6437aee05245 admin admin] 10.222.0.66 "PUT /v2.0/routers/2b9346d9-6594-4d60-83a7-72f5734761f0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.3218558
Jun 03 16:17:01.700420 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c2f24480-3a73-40d5-b10c-8abb224ea923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:01.933929 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-01795ee3-c722-4b53-8851-69e95e56d593 req-5dd10d9c-aeab-47b2-b36f-7302cc1ab737 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Synchronizing usage tracker for tenant:574cf7a9f8924711ad4dd08f47e88cbc on resource:security_group {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:17:01.996771 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af58d4a0-621a-47be-a3da-1f9d6fb3896e admin admin] Network 2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:17:02.015446 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [None req-af58d4a0-621a-47be-a3da-1f9d6fb3896e admin admin] Resources bound (agent type, host, resource id):  {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:17:02.151833 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c3eb192b-4ea5-4f7f-b050-95aa8d750029 req-d0bf21ce-3db1-4018-9c33-9c0f8367c335 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=be60f43e-b07f-402d-bc2a-5446b474a07c HTTP/1.1" status: 200  len: 210 time: 0.2980633
Jun 03 16:17:02.294120 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8e25f4b2-c8ce-4f92-955a-4172ec0ee812 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:02.329464 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c2f24480-3a73-40d5-b10c-8abb224ea923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:02.376766 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [req-69e3f310-a0d2-451d-9298-d57356053f58 req-9008c2ec-65ed-4711-b7ee-4ce5745075bb tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Request body: {'port': {'device_id': 'be60f43e-b07f-402d-bc2a-5446b474a07c', 'network_id': '4201750e-bded-4d48-84d8-62df05a2c3fb', 'admin_state_up': True, 'tenant_id': 'a7468f03a2da433ebc94af6cc13242b8'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:17:02.378976 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-dc8b65b9-49cb-42a3-9492-acb53ffc212d tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=91617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 16:17:02.381457 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-dc8b65b9-49cb-42a3-9492-acb53ffc212d tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0301173
Jun 03 16:17:02.402948 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-01795ee3-c722-4b53-8851-69e95e56d593 req-5dd10d9c-aeab-47b2-b36f-7302cc1ab737 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Unset dirty status for tenant:574cf7a9f8924711ad4dd08f47e88cbc on resource:security_group {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:17:02.446562 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-01795ee3-c722-4b53-8851-69e95e56d593 req-5dd10d9c-aeab-47b2-b36f-7302cc1ab737 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/security-groups?id=482bb00a-f01c-42d9-b1af-e2f8bae96c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7885301
Jun 03 16:17:02.495464 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:02.518406 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-cea7f271-aa54-41db-8301-352f97bc3b9d None None] Set router 2b9346d9-6594-4d60-83a7-72f5734761f0 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:17:02.550083 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f24480-3a73-40d5-b10c-8abb224ea923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266de3cb-a208-40cf-9a81-de8e5534798a,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:02.589974 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-c2f24480-3a73-40d5-b10c-8abb224ea923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:02.591391 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.provisioning_blocks [None req-8e25f4b2-c8ce-4f92-955a-4172ec0ee812 admin admin] Transition to ACTIVE for port object e6e9d00a-3050-42e6-bfed-6974ad7f5a70 will not be triggered until provisioned by entity DHCP. {{(pid=91616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:17:02.928349 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c2f24480-3a73-40d5-b10c-8abb224ea923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:02.930289 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-c2f24480-3a73-40d5-b10c-8abb224ea923 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/266de3cb-a208-40cf-9a81-de8e5534798a HTTP/1.1" status: 204  len: 168 time: 2.4314215
Jun 03 16:17:03.007472 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-c9c74695-d94d-45a9-920e-6988b76477c2 None None] Provisioning complete for port aa4bb690-4d57-4433-aa63-efd93fd80492 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:17:03.013543 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-c9c74695-d94d-45a9-920e-6988b76477c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:03.147320 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af58d4a0-621a-47be-a3da-1f9d6fb3896e admin admin] Router 008d983e-7dfa-4639-8442-171e5c82cec4 has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:17:03.201761 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device e7bb605c-f5f8-4d81-af29-3edd26aea5a6 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:17:03.308476 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-c9c74695-d94d-45a9-920e-6988b76477c2 None None] Port aa4bb690-4d57-4433-aa63-efd93fd80492 cannot update to ACTIVE because it is not bound. {{(pid=91618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 16:17:03.396704 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-fbcda29e-7ba5-457e-bf5c-9e7552a93b2d service neutron] Request body: {'port': {'device_id': '30690eee-39da-4d20-9dea-04daed455d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:17:03.550171 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-84912204-8534-4d07-b04d-f2f170ba3a2e req-ae1d73be-5244-4c88-aeaa-0b56faab9729 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=be60f43e-b07f-402d-bc2a-5446b474a07c HTTP/1.1" status: 200  len: 210 time: 0.1022761
Jun 03 16:17:03.732555 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [req-69e3f310-a0d2-451d-9298-d57356053f58 req-9008c2ec-65ed-4711-b7ee-4ce5745075bb tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:03.733587 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning for port e7bb605c-f5f8-4d81-af29-3edd26aea5a6 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:17:03.754451 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8e25f4b2-c8ce-4f92-955a-4172ec0ee812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:03.757637 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port e7bb605c-f5f8-4d81-af29-3edd26aea5a6 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:17:03.758964 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:03.799168 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-69e3f310-a0d2-451d-9298-d57356053f58 req-9008c2ec-65ed-4711-b7ee-4ce5745075bb tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Usage tracker for resource:port and tenant:a7468f03a2da433ebc94af6cc13242b8 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:03.860767 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-69e3f310-a0d2-451d-9298-d57356053f58 req-9008c2ec-65ed-4711-b7ee-4ce5745075bb tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:03.901166 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:03.968740 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-cea7f271-aa54-41db-8301-352f97bc3b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa1f85730>, [{'id': '2b9346d9-6594-4d60-83a7-72f5734761f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1891294743-router', 'tenant_id': 'ac92454434b9488fb13bd0596cb98647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '5a134d1c-57f5-4160-821a-b177a5b7e23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:43Z', 'updated_at': '2021-06-03T16:16:58Z', 'revision_number': 4, 'project_id': 'ac92454434b9488fb13bd0596cb98647', 'gw_port': {'id': '5a134d1c-57f5-4160-821a-b177a5b7e23a', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9346d9-6594-4d60-83a7-72f5734761f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:44Z', 'updated_at': '2021-06-03T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': '403739d7-82e9-4817-a38f-d3231af4afde', 'name': '', 'network_id': 'eaa05f56-e2a3-4209-b334-8745e58b65ca', 'tenant_id': 'ac92454434b9488fb13bd0596cb98647', 'mac_address': 'fa:16:3e:7e:17:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9346d9-6594-4d60-83a7-72f5734761f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37b858f2-9061-4689-8f39-93d3aae83f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:56Z', 'updated_at': '2021-06-03T16:16:58Z', 'revision_number': 2, 'project_id': 'ac92454434b9488fb13bd0596cb98647', 'subnets': [{'id': '37b858f2-9061-4689-8f39-93d3aae83f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:17:04.002815 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea7f271-aa54-41db-8301-352f97bc3b9d None None] Checking router: 2b9346d9-6594-4d60-83a7-72f5734761f0 for host: dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:17:04.003175 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea7f271-aa54-41db-8301-352f97bc3b9d None None] Updating router 2b9346d9-6594-4d60-83a7-72f5734761f0 port 403739d7-82e9-4817-a38f-d3231af4afde binding host dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 16:17:04.097637 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [req-69e3f310-a0d2-451d-9298-d57356053f58 req-9008c2ec-65ed-4711-b7ee-4ce5745075bb tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:04.104466 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-cea7f271-aa54-41db-8301-352f97bc3b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:04.116513 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25f4b2-c8ce-4f92-955a-4172ec0ee812 admin admin] Pushing event updated for resources: {'Port': ['ID=e6e9d00a-3050-42e6-bfed-6974ad7f5a70,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:04.142655 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8e25f4b2-c8ce-4f92-955a-4172ec0ee812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:04.199073 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e25f4b2-c8ce-4f92-955a-4172ec0ee812 admin admin] Network 402cb13e-8c37-4be7-87df-d31fc66fd7f0 is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:17:04.205777 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-8e25f4b2-c8ce-4f92-955a-4172ec0ee812 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:17:04.225185 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e25f4b2-c8ce-4f92-955a-4172ec0ee812 admin admin] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:17:04.229598 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8e25f4b2-c8ce-4f92-955a-4172ec0ee812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380413'] for router_interface, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:04.239559 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69e3f310-a0d2-451d-9298-d57356053f58 req-9008c2ec-65ed-4711-b7ee-4ce5745075bb tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Made reservation on behalf of a7468f03a2da433ebc94af6cc13242b8 for: {'port': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:17:04.250640 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-69e3f310-a0d2-451d-9298-d57356053f58 req-9008c2ec-65ed-4711-b7ee-4ce5745075bb tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:04.376020 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:04.407982 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 56084) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:04.493818 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af58d4a0-621a-47be-a3da-1f9d6fb3896e admin admin] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:17:04.516870 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-fbcda29e-7ba5-457e-bf5c-9e7552a93b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:04.606125 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-af58d4a0-621a-47be-a3da-1f9d6fb3896e admin admin] 10.222.0.66 "PUT /v2.0/routers/008d983e-7dfa-4639-8442-171e5c82cec4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.1634774
Jun 03 16:17:04.616944 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] For port e7bb605c-f5f8-4d81-af29-3edd26aea5a6, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=e7bb605c-f5f8-4d81-af29-3edd26aea5a6,segment=NetworkSegment(85b01a76-96af-409b-a8d7-73ca63f153b4),segment_id=85b01a76-96af-409b-a8d7-73ca63f153b4)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:17:04.648388 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:04.656277 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 18fa6773-04ae-420f-80f5-2e0ae0e6278c up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:17:04.755388 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-0540442a-4a6a-4dd4-a8dc-adc8d04e333b tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:04.756128 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-0540442a-4a6a-4dd4-a8dc-adc8d04e333b tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Synchronizing usage tracker for tenant:ac92454434b9488fb13bd0596cb98647 on resource:network {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:17:04.812244 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b49a2d-1370-447b-af50-b8d6a7c3df51 None None] Sync routers for ids ['008d983e-7dfa-4639-8442-171e5c82cec4'] in dv-cinder-786524-8-iscsi {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:17:04.830070 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b49a2d-1370-447b-af50-b8d6a7c3df51 None None] Routers {'008d983e-7dfa-4639-8442-171e5c82cec4'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:17:04.830292 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeecc53-d0a0-470a-9715-0b72d69ae311 req-0f1d86af-767b-4815-9f73-fd9f26d7b7e1 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:04.831113 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-e7b49a2d-1370-447b-af50-b8d6a7c3df51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa22ee940>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:16:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['008d983e-7dfa-4639-8442-171e5c82cec4'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:17:04.861833 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:04.862551 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ceeecc53-d0a0-470a-9715-0b72d69ae311 req-0f1d86af-767b-4815-9f73-fd9f26d7b7e1 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/ports?device_id=30690eee-39da-4d20-9dea-04daed455d9a HTTP/1.1" status: 200  len: 931 time: 0.7764800
Jun 03 16:17:05.040917 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [req-69e3f310-a0d2-451d-9298-d57356053f58 req-9008c2ec-65ed-4711-b7ee-4ce5745075bb tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Allocated IP 172.20.0.9 (4201750e-bded-4d48-84d8-62df05a2c3fb/890db160-4d07-4ff5-9d87-f61f9c555875/8dbf2f68-be96-43b2-bfd4-71376160e7df) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:17:05.074753 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-b3888c38-76e8-4e5d-b108-cc7fc3fdb503 None None] Provisioning for port e6e9d00a-3050-42e6-bfed-6974ad7f5a70 completed by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:17:05.090177 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-b3888c38-76e8-4e5d-b108-cc7fc3fdb503 None None] Provisioning complete for port e6e9d00a-3050-42e6-bfed-6974ad7f5a70 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:17:05.090771 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-b3888c38-76e8-4e5d-b108-cc7fc3fdb503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:05.212065 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8ad5736d-d269-448a-a065-2faef491aee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:05.227428 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-b3888c38-76e8-4e5d-b108-cc7fc3fdb503 None None] Port e6e9d00a-3050-42e6-bfed-6974ad7f5a70 cannot update to ACTIVE because it is not bound. {{(pid=91618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 16:17:05.279611 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning for port 18fa6773-04ae-420f-80f5-2e0ae0e6278c completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:17:05.303513 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-e7b49a2d-1370-447b-af50-b8d6a7c3df51 None None] Set router 008d983e-7dfa-4639-8442-171e5c82cec4 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:17:05.316053 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-8ad5736d-d269-448a-a065-2faef491aee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:05.327833 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-8ad5736d-d269-448a-a065-2faef491aee6 admin admin] Usage tracker for resource:security_group_rule and tenant:80736d2f358849549e542ad55671b8cb is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:05.338056 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-8ad5736d-d269-448a-a065-2faef491aee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:05.348797 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-8ad5736d-d269-448a-a065-2faef491aee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:05.446270 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 18fa6773-04ae-420f-80f5-2e0ae0e6278c triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:17:05.447179 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:05.541966 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8ad5736d-d269-448a-a065-2faef491aee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:05.553437 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ceeecc53-d0a0-470a-9715-0b72d69ae311 req-0ee56c6d-96ed-4777-a2ff-416f8dd22a73 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/security-groups?id=482bb00a-f01c-42d9-b1af-e2f8bae96c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6899822
Jun 03 16:17:05.571446 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8ad5736d-d269-448a-a065-2faef491aee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:05.611178 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Pushing event updated for resources: {'Port': ['ID=e7bb605c-f5f8-4d81-af29-3edd26aea5a6,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:05.625396 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:05.629776 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:05.665482 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-8ad5736d-d269-448a-a065-2faef491aee6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=80736d2f358849549e542ad55671b8cb&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2502446
Jun 03 16:17:05.671373 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 56108) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:05.682556 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-0540442a-4a6a-4dd4-a8dc-adc8d04e333b tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Unset dirty status for tenant:ac92454434b9488fb13bd0596cb98647 on resource:network {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:17:05.684371 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-0540442a-4a6a-4dd4-a8dc-adc8d04e333b tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/networks?id=eaa05f56-e2a3-4209-b334-8745e58b65ca HTTP/1.1" status: 200  len: 819 time: 2.6833901
Jun 03 16:17:05.901245 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-bb4d2106-a716-4a46-b9b5-dbee321b05fe tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/quotas/ac92454434b9488fb13bd0596cb98647 HTTP/1.1" status: 200  len: 375 time: 0.1803997
Jun 03 16:17:05.928889 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:05.972631 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] For port 18fa6773-04ae-420f-80f5-2e0ae0e6278c, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=18fa6773-04ae-420f-80f5-2e0ae0e6278c,segment=NetworkSegment(85b01a76-96af-409b-a8d7-73ca63f153b4),segment_id=85b01a76-96af-409b-a8d7-73ca63f153b4)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:17:06.005175 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5736d-d269-448a-a065-2faef491aee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77c3e1f-1530-4f33-8f53-60b0c59d3d5d,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:06.010180 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-8ad5736d-d269-448a-a065-2faef491aee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:06.011524 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:06.023241 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f9a21cff-8157-4257-ace8-d73cc356a6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:06.049109 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-69e3f310-a0d2-451d-9298-d57356053f58 req-9008c2ec-65ed-4711-b7ee-4ce5745075bb tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:06.057651 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:06.058380 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f9a21cff-8157-4257-ace8-d73cc356a6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:06.127792 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-e7b49a2d-1370-447b-af50-b8d6a7c3df51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa22ee940>, [{'id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'name': 'tempest-AttachVolumeShelveTestJSON-798784809-router', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:49Z', 'updated_at': '2021-06-03T16:16:59Z', 'revision_number': 4, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'gw_port': {'id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:05:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'aa4bb690-4d57-4433-aa63-efd93fd80492', 'name': '', 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'mac_address': 'fa:16:3e:c8:17:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1730b65d-c307-4958-817a-0c734926fd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:57Z', 'updated_at': '2021-06-03T16:17:00Z', 'revision_number': 2, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'subnets': [{'id': '1730b65d-c307-4958-817a-0c734926fd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:17:06.133099 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b49a2d-1370-447b-af50-b8d6a7c3df51 None None] Checking router: 008d983e-7dfa-4639-8442-171e5c82cec4 for host: dv-cinder-786524-8-iscsi {{(pid=91619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:17:06.135505 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b49a2d-1370-447b-af50-b8d6a7c3df51 None None] Updating router 008d983e-7dfa-4639-8442-171e5c82cec4 port aa4bb690-4d57-4433-aa63-efd93fd80492 binding host dv-cinder-786524-8-iscsi {{(pid=91619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 16:17:06.166859 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-87ca4cbc-e4d3-4cf6-a45c-f209af7dd50d req-ccca738f-552a-4093-ad3f-1610db9c9de5 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=be60f43e-b07f-402d-bc2a-5446b474a07c HTTP/1.1" status: 200  len: 210 time: 0.2728963
Jun 03 16:17:06.264024 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f9a21cff-8157-4257-ace8-d73cc356a6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:06.274617 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-59250d24-2b0c-438d-9d72-25fa8b4f99b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:06.282768 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-e7b49a2d-1370-447b-af50-b8d6a7c3df51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:06.288812 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-69e3f310-a0d2-451d-9298-d57356053f58 req-9008c2ec-65ed-4711-b7ee-4ce5745075bb tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:06.307892 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Pushing event updated for resources: {'Port': ['ID=18fa6773-04ae-420f-80f5-2e0ae0e6278c,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:06.310254 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a21cff-8157-4257-ace8-d73cc356a6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77c3e1f-1530-4f33-8f53-60b0c59d3d5d,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:06.315686 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-f9a21cff-8157-4257-ace8-d73cc356a6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:06.324016 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-d624eb89-e37c-429e-aeb4-06952552a245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:06.327706 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f9a21cff-8157-4257-ace8-d73cc356a6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:06.331595 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-f9a21cff-8157-4257-ace8-d73cc356a6b7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f77c3e1f-1530-4f33-8f53-60b0c59d3d5d HTTP/1.1" status: 204  len: 168 time: 0.6592009
Jun 03 16:17:06.430409 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008c2ec-65ed-4711-b7ee-4ce5745075bb tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Pushing event updated for resources: {'Port': ['ID=8dbf2f68-be96-43b2-bfd4-71376160e7df,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:06.436400 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-9008c2ec-65ed-4711-b7ee-4ce5745075bb tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:06.445366 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device e7bb605c-f5f8-4d81-af29-3edd26aea5a6 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:17:06.457593 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69e3f310-a0d2-451d-9298-d57356053f58 req-9008c2ec-65ed-4711-b7ee-4ce5745075bb tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Network 4201750e-bded-4d48-84d8-62df05a2c3fb is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:17:06.463891 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [req-69e3f310-a0d2-451d-9298-d57356053f58 req-9008c2ec-65ed-4711-b7ee-4ce5745075bb tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:17:06.467252 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8e25f4b2-c8ce-4f92-955a-4172ec0ee812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:06.490488 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e3f310-a0d2-451d-9298-d57356053f58 req-9008c2ec-65ed-4711-b7ee-4ce5745075bb tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:17:06.500419 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3f310-a0d2-451d-9298-d57356053f58 req-9008c2ec-65ed-4711-b7ee-4ce5745075bb tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:06.501251 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-69e3f310-a0d2-451d-9298-d57356053f58 req-9008c2ec-65ed-4711-b7ee-4ce5745075bb tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for port, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:06.510306 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-fbcda29e-7ba5-457e-bf5c-9e7552a93b2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 583a4b3e-a1e0-4f0a-a594-05828343f80a {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:17:06.528477 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-fbcda29e-7ba5-457e-bf5c-9e7552a93b2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:06.564580 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-fbcda29e-7ba5-457e-bf5c-9e7552a93b2d service neutron] Transition to ACTIVE for port object 583a4b3e-a1e0-4f0a-a594-05828343f80a will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:17:06.570848 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-fbcda29e-7ba5-457e-bf5c-9e7552a93b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:06.572625 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:06.580918 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:06.727944 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcda29e-7ba5-457e-bf5c-9e7552a93b2d service neutron] Pushing event updated for resources: {'Port': ['ID=583a4b3e-a1e0-4f0a-a594-05828343f80a,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:06.733809 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-fbcda29e-7ba5-457e-bf5c-9e7552a93b2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:06.764991 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-cea7f271-aa54-41db-8301-352f97bc3b9d None None] Notify callbacks [] for port, precommit_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:06.796387 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-cea7f271-aa54-41db-8301-352f97bc3b9d None None] Transition to ACTIVE for port object 403739d7-82e9-4817-a38f-d3231af4afde will not be triggered until provisioned by entity L2. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:17:06.835184 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8e25f4b2-c8ce-4f92-955a-4172ec0ee812 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:06.836881 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port e7bb605c-f5f8-4d81-af29-3edd26aea5a6 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:17:06.839381 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:06.852020 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8e25f4b2-c8ce-4f92-955a-4172ec0ee812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:06.855197 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8e25f4b2-c8ce-4f92-955a-4172ec0ee812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681873'] for router_interface, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:06.867126 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-6cc4835c-77db-4c68-93e3-e8c250e1b4ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:06.939798 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-d1fefa24-2a1b-499a-b138-69aabe3bf5c3 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Synchronizing usage tracker for tenant:ac92454434b9488fb13bd0596cb98647 on resource:port {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:17:06.970339 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-cea7f271-aa54-41db-8301-352f97bc3b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:07.026975 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:07.191901 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-fbcda29e-7ba5-457e-bf5c-9e7552a93b2d service neutron] Attempting to bind port 583a4b3e-a1e0-4f0a-a594-05828343f80a on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:17:07.192269 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-fbcda29e-7ba5-457e-bf5c-9e7552a93b2d service neutron] Attempting to bind port 583a4b3e-a1e0-4f0a-a594-05828343f80a by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '6e35fe6f-d1c1-4659-aeff-6460432b3dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '019e40c7-d3a6-4f1e-9131-16392737c884'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:17:07.192718 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-fbcda29e-7ba5-457e-bf5c-9e7552a93b2d service neutron] Attempting to bind port 583a4b3e-a1e0-4f0a-a594-05828343f80a on network 019e40c7-d3a6-4f1e-9131-16392737c884 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:17:07.206025 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 56136) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:07.233271 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-4396934e-439f-4cf5-9a28-2f3217d6f786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:07.250655 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e25f4b2-c8ce-4f92-955a-4172ec0ee812 admin admin] Network 402cb13e-8c37-4be7-87df-d31fc66fd7f0 is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:17:07.254141 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-69e3f310-a0d2-451d-9298-d57356053f58 req-9008c2ec-65ed-4711-b7ee-4ce5745075bb tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.9183924
Jun 03 16:17:07.267863 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-8e25f4b2-c8ce-4f92-955a-4172ec0ee812 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:17:07.278702 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2a70a07c-7824-4f4a-8cc3-3342a8ac9408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:07.365001 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-fbcda29e-7ba5-457e-bf5c-9e7552a93b2d service neutron] Port 583a4b3e-a1e0-4f0a-a594-05828343f80a on network 019e40c7-d3a6-4f1e-9131-16392737c884 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 16:17:07.382297 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-fbcda29e-7ba5-457e-bf5c-9e7552a93b2d service neutron] Attempting to bind port 583a4b3e-a1e0-4f0a-a594-05828343f80a on network 019e40c7-d3a6-4f1e-9131-16392737c884 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:17:07.411390 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-2a70a07c-7824-4f4a-8cc3-3342a8ac9408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:07.414199 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-fbcda29e-7ba5-457e-bf5c-9e7552a93b2d service neutron] Checking agent: {'id': '583156db-f932-4b7a-94d3-94f9531b86fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:17:07.416542 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-fbcda29e-7ba5-457e-bf5c-9e7552a93b2d service neutron] Checking segment: {'id': '6e35fe6f-d1c1-4659-aeff-6460432b3dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '019e40c7-d3a6-4f1e-9131-16392737c884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:17:07.417395 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-fbcda29e-7ba5-457e-bf5c-9e7552a93b2d service neutron] Bound using segment: {'id': '6e35fe6f-d1c1-4659-aeff-6460432b3dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '019e40c7-d3a6-4f1e-9131-16392737c884'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:17:07.424713 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-fbcda29e-7ba5-457e-bf5c-9e7552a93b2d service neutron] Bound port: 583a4b3e-a1e0-4f0a-a594-05828343f80a, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e35fe6f-d1c1-4659-aeff-6460432b3dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '019e40c7-d3a6-4f1e-9131-16392737c884'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:17:07.425516 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-fbcda29e-7ba5-457e-bf5c-9e7552a93b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:07.446633 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b86c1-032c-4f15-8e5b-ba8b7fdc5f3e None None] Pushing event updated for resources: {'Port': ['ID=403739d7-82e9-4817-a38f-d3231af4afde,revision_number=3']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:07.451928 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-881b86c1-032c-4f15-8e5b-ba8b7fdc5f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:07.458356 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-2a70a07c-7824-4f4a-8cc3-3342a8ac9408 admin admin] Usage tracker for resource:security_group_rule and tenant:58cbb6a03b1a4a3fa003c5c79dc071b8 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:07.463317 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-2a70a07c-7824-4f4a-8cc3-3342a8ac9408 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:07.498231 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-e7b49a2d-1370-447b-af50-b8d6a7c3df51 None None] Notify callbacks [] for port, precommit_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:07.552135 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.provisioning_blocks [None req-e7b49a2d-1370-447b-af50-b8d6a7c3df51 None None] Transition to ACTIVE for port object aa4bb690-4d57-4433-aa63-efd93fd80492 will not be triggered until provisioned by entity L2. {{(pid=91619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:17:07.563535 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-2a70a07c-7824-4f4a-8cc3-3342a8ac9408 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:07.563725 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25f4b2-c8ce-4f92-955a-4172ec0ee812 admin admin] Pushing event updated for resources: {'Port': ['ID=e6e9d00a-3050-42e6-bfed-6974ad7f5a70,revision_number=2']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:07.571001 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 56144) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:07.577104 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8e25f4b2-c8ce-4f92-955a-4172ec0ee812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:07.578241 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-e7b49a2d-1370-447b-af50-b8d6a7c3df51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:07.582521 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [None req-6015edfe-e40c-463e-8441-183287bd1620 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:07.585600 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-d1fefa24-2a1b-499a-b138-69aabe3bf5c3 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Unset dirty status for tenant:ac92454434b9488fb13bd0596cb98647 on resource:port {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:17:07.597694 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-d1fefa24-2a1b-499a-b138-69aabe3bf5c3 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ac92454434b9488fb13bd0596cb98647&fields=id HTTP/1.1" status: 200  len: 255 time: 1.6844103
Jun 03 16:17:07.637146 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-5c7d36a4-2b78-42c9-b9e5-76a10f794204 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1215295763', 'description': 'tempest-description--1617588011'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:17:07.679575 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-5c7d36a4-2b78-42c9-b9e5-76a10f794204 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:07.713216 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-5c7d36a4-2b78-42c9-b9e5-76a10f794204 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Usage tracker for resource:security_group and tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:07.763241 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1105b-c554-44b8-90c3-56c3752e48b7 None None] Pushing event updated for resources: {'Port': ['ID=aa4bb690-4d57-4433-aa63-efd93fd80492,revision_number=3']} {{(pid=91619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:07.769449 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-cea7f271-aa54-41db-8301-352f97bc3b9d None None] Attempting to bind port 403739d7-82e9-4817-a38f-d3231af4afde on host dv-cinder-786524-8-iscsi for vnic_type normal with profile  {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:17:07.770008 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-cea7f271-aa54-41db-8301-352f97bc3b9d None None] Attempting to bind port 403739d7-82e9-4817-a38f-d3231af4afde by drivers openvswitch,hyperv on host dv-cinder-786524-8-iscsi at level 0 using segments [{'id': 'a614c55a-6f6c-4e3a-94de-0a8bc8101021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'eaa05f56-e2a3-4209-b334-8745e58b65ca'}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:17:07.770715 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea7f271-aa54-41db-8301-352f97bc3b9d None None] Attempting to bind port 403739d7-82e9-4817-a38f-d3231af4afde on network eaa05f56-e2a3-4209-b334-8745e58b65ca {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:17:07.775830 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [None req-35f1105b-c554-44b8-90c3-56c3752e48b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:07.781810 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea7f271-aa54-41db-8301-352f97bc3b9d None None] Checking agent: {'id': 'ac8e9f39-4eb9-409d-95f3-792de4f7d79f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:17:07.795228 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea7f271-aa54-41db-8301-352f97bc3b9d None None] Checking segment: {'id': 'a614c55a-6f6c-4e3a-94de-0a8bc8101021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'eaa05f56-e2a3-4209-b334-8745e58b65ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:17:07.795859 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-cea7f271-aa54-41db-8301-352f97bc3b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:07.796402 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea7f271-aa54-41db-8301-352f97bc3b9d None None] Bound using segment: {'id': 'a614c55a-6f6c-4e3a-94de-0a8bc8101021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'eaa05f56-e2a3-4209-b334-8745e58b65ca'} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:17:07.797969 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-cea7f271-aa54-41db-8301-352f97bc3b9d None None] Bound port: 403739d7-82e9-4817-a38f-d3231af4afde, host: dv-cinder-786524-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a614c55a-6f6c-4e3a-94de-0a8bc8101021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'eaa05f56-e2a3-4209-b334-8745e58b65ca'}}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:17:07.798507 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-cea7f271-aa54-41db-8301-352f97bc3b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:07.808568 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-5c7d36a4-2b78-42c9-b9e5-76a10f794204 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:07.831248 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-5c7d36a4-2b78-42c9-b9e5-76a10f794204 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:07.854353 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-9c25e4fb-74e5-4bd2-b118-cfee8355f27e None None] Provisioning complete for port e6e9d00a-3050-42e6-bfed-6974ad7f5a70 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:17:07.854731 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9c25e4fb-74e5-4bd2-b118-cfee8355f27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:07.885165 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5c7d36a4-2b78-42c9-b9e5-76a10f794204 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:07.933091 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-fbcda29e-7ba5-457e-bf5c-9e7552a93b2d service neutron] For port 583a4b3e-a1e0-4f0a-a594-05828343f80a, host hv-cinder-78652, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:17:07.942191 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-9c25e4fb-74e5-4bd2-b118-cfee8355f27e None None] Port e6e9d00a-3050-42e6-bfed-6974ad7f5a70 cannot update to ACTIVE because it is not bound. {{(pid=91618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 16:17:07.969695 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-5c7d36a4-2b78-42c9-b9e5-76a10f794204 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:07.973107 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-fbcda29e-7ba5-457e-bf5c-9e7552a93b2d service neutron] For port 583a4b3e-a1e0-4f0a-a594-05828343f80a, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=583a4b3e-a1e0-4f0a-a594-05828343f80a,segment=NetworkSegment(6e35fe6f-d1c1-4659-aeff-6460432b3dc5),segment_id=6e35fe6f-d1c1-4659-aeff-6460432b3dc5)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:17:08.005565 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-5c7d36a4-2b78-42c9-b9e5-76a10f794204 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Usage tracker for resource:security_group_rule and tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:08.011078 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-fbcda29e-7ba5-457e-bf5c-9e7552a93b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:08.015896 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-5c7d36a4-2b78-42c9-b9e5-76a10f794204 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:08.043720 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.managers [None req-e7b49a2d-1370-447b-af50-b8d6a7c3df51 None None] Attempting to bind port aa4bb690-4d57-4433-aa63-efd93fd80492 on host dv-cinder-786524-8-iscsi for vnic_type normal with profile  {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:17:08.046280 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.managers [None req-e7b49a2d-1370-447b-af50-b8d6a7c3df51 None None] Attempting to bind port aa4bb690-4d57-4433-aa63-efd93fd80492 by drivers openvswitch,hyperv on host dv-cinder-786524-8-iscsi at level 0 using segments [{'id': '8d919451-85fd-41bb-bbc2-dd880028642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43'}] {{(pid=91619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:17:08.047498 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b49a2d-1370-447b-af50-b8d6a7c3df51 None None] Attempting to bind port aa4bb690-4d57-4433-aa63-efd93fd80492 on network 2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:17:08.056897 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b49a2d-1370-447b-af50-b8d6a7c3df51 None None] Checking agent: {'id': 'ac8e9f39-4eb9-409d-95f3-792de4f7d79f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:17:08.057665 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-acf991da-07cd-4f0c-9ff9-77f8f33eaa6b tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:08.058019 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b49a2d-1370-447b-af50-b8d6a7c3df51 None None] Checking segment: {'id': '8d919451-85fd-41bb-bbc2-dd880028642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:17:08.058574 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-e7b49a2d-1370-447b-af50-b8d6a7c3df51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:08.059186 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b49a2d-1370-447b-af50-b8d6a7c3df51 None None] Bound using segment: {'id': '8d919451-85fd-41bb-bbc2-dd880028642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43'} {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:17:08.060750 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.managers [None req-e7b49a2d-1370-447b-af50-b8d6a7c3df51 None None] Bound port: aa4bb690-4d57-4433-aa63-efd93fd80492, host: dv-cinder-786524-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d919451-85fd-41bb-bbc2-dd880028642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43'}}] {{(pid=91619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:17:08.061462 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-e7b49a2d-1370-447b-af50-b8d6a7c3df51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:08.086655 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e25f4b2-c8ce-4f92-955a-4172ec0ee812 admin admin] Router 78b02607-c948-44ce-8fce-9af25b82dc8e has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:17:08.093647 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-cea7f271-aa54-41db-8301-352f97bc3b9d None None] For port 403739d7-82e9-4817-a38f-d3231af4afde, host dv-cinder-786524-8-iscsi, cleared binding levels {{(pid=91618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:17:08.097640 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-cea7f271-aa54-41db-8301-352f97bc3b9d None None] For port 403739d7-82e9-4817-a38f-d3231af4afde, host dv-cinder-786524-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=403739d7-82e9-4817-a38f-d3231af4afde,segment=NetworkSegment(a614c55a-6f6c-4e3a-94de-0a8bc8101021),segment_id=a614c55a-6f6c-4e3a-94de-0a8bc8101021)] {{(pid=91618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:17:08.107913 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-cea7f271-aa54-41db-8301-352f97bc3b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:08.127960 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:08.167906 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-5c7d36a4-2b78-42c9-b9e5-76a10f794204 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:08.238721 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3bfe5-2bfd-45c9-addf-54fddc972f67 req-b19946de-68ca-4b44-b24c-1f1901471857 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:08.241298 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e2c3bfe5-2bfd-45c9-addf-54fddc972f67 req-b19946de-68ca-4b44-b24c-1f1901471857 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/ports?device_id=30690eee-39da-4d20-9dea-04daed455d9a HTTP/1.1" status: 200  len: 943 time: 0.5403864
Jun 03 16:17:08.254402 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-fbcda29e-7ba5-457e-bf5c-9e7552a93b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:08.255353 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-fbcda29e-7ba5-457e-bf5c-9e7552a93b2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:08.257637 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-fbcda29e-7ba5-457e-bf5c-9e7552a93b2d service neutron] 10.222.0.73 "PUT /v2.0/ports/583a4b3e-a1e0-4f0a-a594-05828343f80a HTTP/1.1" status: 200  len: 1093 time: 5.1448760
Jun 03 16:17:08.263288 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30690eee-39da-4d20-9dea-04daed455d9a', 'tag': '583a4b3e-a1e0-4f0a-a594-05828343f80a'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:17:08.333725 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.db [None req-e7b49a2d-1370-447b-af50-b8d6a7c3df51 None None] For port aa4bb690-4d57-4433-aa63-efd93fd80492, host dv-cinder-786524-8-iscsi, cleared binding levels {{(pid=91619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:17:08.353751 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.db [None req-e7b49a2d-1370-447b-af50-b8d6a7c3df51 None None] For port aa4bb690-4d57-4433-aa63-efd93fd80492, host dv-cinder-786524-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=aa4bb690-4d57-4433-aa63-efd93fd80492,segment=NetworkSegment(8d919451-85fd-41bb-bbc2-dd880028642e),segment_id=8d919451-85fd-41bb-bbc2-dd880028642e)] {{(pid=91619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:17:08.365774 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-e7b49a2d-1370-447b-af50-b8d6a7c3df51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:08.369390 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 18fa6773-04ae-420f-80f5-2e0ae0e6278c up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:17:08.410224 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [None req-f724aa3f-ef64-4ff0-a4ba-1f1c5db0c108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:08.426793 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-8db67792-ab8f-4a7b-aea2-aa3b20dd5795 service neutron] 10.222.0.66 "GET /v2.0/networks/eaa05f56-e2a3-4209-b334-8745e58b65ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8047647
Jun 03 16:17:08.438873 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [req-69e3f310-a0d2-451d-9298-d57356053f58 req-8bd60fe1-bd2f-4131-9a11-6640fd93c13e service neutron] Request body: {'port': {'device_id': 'be60f43e-b07f-402d-bc2a-5446b474a07c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:17:08.529658 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2a70a07c-7824-4f4a-8cc3-3342a8ac9408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:08.538297 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea7f271-aa54-41db-8301-352f97bc3b9d None None] Routers {'2b9346d9-6594-4d60-83a7-72f5734761f0'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:17:08.543002 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-cea7f271-aa54-41db-8301-352f97bc3b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa1f85730>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:16:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['2b9346d9-6594-4d60-83a7-72f5734761f0'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:17:08.577975 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2a70a07c-7824-4f4a-8cc3-3342a8ac9408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:08.706890 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b49a2d-1370-447b-af50-b8d6a7c3df51 None None] Routers {'008d983e-7dfa-4639-8442-171e5c82cec4'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:17:08.707612 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-e7b49a2d-1370-447b-af50-b8d6a7c3df51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa22ee940>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:16:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['008d983e-7dfa-4639-8442-171e5c82cec4'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:17:08.748229 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcda29e-7ba5-457e-bf5c-9e7552a93b2d service neutron] Pushing event updated for resources: {'Port': ['ID=583a4b3e-a1e0-4f0a-a594-05828343f80a,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:08.770324 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a86305-8c7c-4a2f-b181-b792c5f1b9fa" -d '{"events": [{"name": "network-changed", "server_uuid": "30690eee-39da-4d20-9dea-04daed455d9a", "tag": "583a4b3e-a1e0-4f0a-a594-05828343f80a"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:17:08.792496 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-2a70a07c-7824-4f4a-8cc3-3342a8ac9408 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=58cbb6a03b1a4a3fa003c5c79dc071b8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5781786
Jun 03 16:17:08.801598 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-fbcda29e-7ba5-457e-bf5c-9e7552a93b2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:08.816519 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 56166) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:08.828206 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-e76feaff-327b-49af-8de7-e5ef38d4a78e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:08.911171 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e2c3bfe5-2bfd-45c9-addf-54fddc972f67 req-6c95f090-00b7-48fb-ac79-1e84ad2e0d2c tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/security-groups?id=482bb00a-f01c-42d9-b1af-e2f8bae96c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6517584
Jun 03 16:17:08.968357 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70a07c-7824-4f4a-8cc3-3342a8ac9408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b05e63-a880-4b03-af19-f960100a8450,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:08.975458 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-2a70a07c-7824-4f4a-8cc3-3342a8ac9408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:09.176677 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-cea7f271-aa54-41db-8301-352f97bc3b9d None None] Set router 2b9346d9-6594-4d60-83a7-72f5734761f0 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:17:09.353929 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-e7b49a2d-1370-447b-af50-b8d6a7c3df51 None None] Set router 008d983e-7dfa-4639-8442-171e5c82cec4 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:17:09.364052 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-9e4de0e0-3f93-43c4-9dd5-da7d10a593ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:09.380391 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-d1eec732-c4a4-4870-925c-d9fef5797c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:09.380391 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-d1eec732-c4a4-4870-925c-d9fef5797c36 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=574cf7a9f8924711ad4dd08f47e88cbc&device_id=30690eee-39da-4d20-9dea-04daed455d9a HTTP/1.1" status: 200  len: 1096 time: 0.9791143
Jun 03 16:17:09.466720 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1105b-c554-44b8-90c3-56c3752e48b7 None None] Pushing event updated for resources: {'Port': ['ID=aa4bb690-4d57-4433-aa63-efd93fd80492,revision_number=4']} {{(pid=91619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:09.489290 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [None req-35f1105b-c554-44b8-90c3-56c3752e48b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.072s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:09.498417 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e25f4b2-c8ce-4f92-955a-4172ec0ee812 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:17:09.507252 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b86c1-032c-4f15-8e5b-ba8b7fdc5f3e None None] Pushing event updated for resources: {'Port': ['ID=403739d7-82e9-4817-a38f-d3231af4afde,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:09.514437 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-881b86c1-032c-4f15-8e5b-ba8b7fdc5f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.386s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:09.569012 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-8e25f4b2-c8ce-4f92-955a-4172ec0ee812 admin admin] 10.222.0.66 "PUT /v2.0/routers/78b02607-c948-44ce-8fce-9af25b82dc8e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.6637506
Jun 03 16:17:09.721387 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ace858-24b7-4787-b1b6-cd90a5b1ada5 None None] Sync routers for ids ['78b02607-c948-44ce-8fce-9af25b82dc8e'] in dv-cinder-786524-8-iscsi {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:17:09.797619 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5c7d36a4-2b78-42c9-b9e5-76a10f794204 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:09.837947 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5c7d36a4-2b78-42c9-b9e5-76a10f794204 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:09.855507 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-9e4de0e0-3f93-43c4-9dd5-da7d10a593ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:09.890884 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-51314970-a95a-41ac-8a98-3f68a4f76945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:09.959284 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-881d49ec-cb34-497d-8132-4590eada3cab service neutron] 10.222.0.66 "GET /v2.0/networks/eaa05f56-e2a3-4209-b334-8745e58b65ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4193051
Jun 03 16:17:10.010695 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d36a4-2b78-42c9-b9e5-76a10f794204 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=723d90f6-3163-4009-84cf-f7709cb51e5c,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:10.031699 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ace858-24b7-4787-b1b6-cd90a5b1ada5 None None] Routers {'78b02607-c948-44ce-8fce-9af25b82dc8e'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:17:10.032466 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-d4ace858-24b7-4787-b1b6-cd90a5b1ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa20818b0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:16:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['78b02607-c948-44ce-8fce-9af25b82dc8e'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:17:10.040554 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-5c7d36a4-2b78-42c9-b9e5-76a10f794204 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:10.061519 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-69e3f310-a0d2-451d-9298-d57356053f58 req-8bd60fe1-bd2f-4131-9a11-6640fd93c13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:10.098239 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:10.101690 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:10.206573 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-e7b49a2d-1370-447b-af50-b8d6a7c3df51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa22ee940>, [{'id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'name': 'tempest-AttachVolumeShelveTestJSON-798784809-router', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:49Z', 'updated_at': '2021-06-03T16:16:59Z', 'revision_number': 4, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'gw_port': {'id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:05:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'aa4bb690-4d57-4433-aa63-efd93fd80492', 'name': '', 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'mac_address': 'fa:16:3e:c8:17:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1730b65d-c307-4958-817a-0c734926fd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:57Z', 'updated_at': '2021-06-03T16:17:08Z', 'revision_number': 4, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'subnets': [{'id': '1730b65d-c307-4958-817a-0c734926fd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:17:10.217270 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b49a2d-1370-447b-af50-b8d6a7c3df51 None None] The sync data for ids ['008d983e-7dfa-4639-8442-171e5c82cec4'] in dv-cinder-786524-8-iscsi is: [{'id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'name': 'tempest-AttachVolumeShelveTestJSON-798784809-router', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:49Z', 'updated_at': '2021-06-03T16:16:59Z', 'revision_number': 4, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'gw_port': {'id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:05:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'aa4bb690-4d57-4433-aa63-efd93fd80492', 'name': '', 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'mac_address': 'fa:16:3e:c8:17:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1730b65d-c307-4958-817a-0c734926fd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:57Z', 'updated_at': '2021-06-03T16:17:08Z', 'revision_number': 4, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'subnets': [{'id': '1730b65d-c307-4958-817a-0c734926fd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:17:10.368405 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-3a782e02-9c2b-40ab-b1d1-b197983f30ba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=583a4b3e-a1e0-4f0a-a594-05828343f80a HTTP/1.1" status: 200  len: 217 time: 0.2665279
Jun 03 16:17:10.485802 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-d4ace858-24b7-4787-b1b6-cd90a5b1ada5 None None] Set router 78b02607-c948-44ce-8fce-9af25b82dc8e gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:17:10.670923 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-a6f0def5-2d7c-4f8e-b181-5fe6a85c8a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:10.672399 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-a6f0def5-2d7c-4f8e-b181-5fe6a85c8a90 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34e6fbad-9bb7-4701-a5d8-c0ab2fef430c HTTP/1.1" status: 200  len: 852 time: 0.2718084
Jun 03 16:17:10.708094 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5c7d36a4-2b78-42c9-b9e5-76a10f794204 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:10.712800 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-5c7d36a4-2b78-42c9-b9e5-76a10f794204 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 3.1205561
Jun 03 16:17:10.717986 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 56240) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:10.723284 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77806b65-3433-463a-b5f5-3858467ee888 x-openstack-request-id: req-77806b65-3433-463a-b5f5-3858467ee888 {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:17:10.723284 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30690eee-39da-4d20-9dea-04daed455d9a", "tag": "583a4b3e-a1e0-4f0a-a594-05828343f80a", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:17:10.723284 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-77806b65-3433-463a-b5f5-3858467ee888 {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:17:10.723284 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30690eee-39da-4d20-9dea-04daed455d9a', 'tag': '583a4b3e-a1e0-4f0a-a594-05828343f80a', 'status': 'completed', 'code': 200}
Jun 03 16:17:10.744560 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f187fd-b391-40bb-a7eb-31ebff2bb543 req-e48d8c7e-b2d2-44c2-81a5-bef26535c513 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:10.756266 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-72f187fd-b391-40bb-a7eb-31ebff2bb543 req-e48d8c7e-b2d2-44c2-81a5-bef26535c513 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=be60f43e-b07f-402d-bc2a-5446b474a07c HTTP/1.1" status: 200  len: 931 time: 1.4090893
Jun 03 16:17:10.870928 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.notifiers.nova [req-69e3f310-a0d2-451d-9298-d57356053f58 req-8bd60fe1-bd2f-4131-9a11-6640fd93c13e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dbf2f68-be96-43b2-bfd4-71376160e7df {{(pid=91616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:17:10.881706 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-69e3f310-a0d2-451d-9298-d57356053f58 req-8bd60fe1-bd2f-4131-9a11-6640fd93c13e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:10.914965 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-84ef68ca-4497-4905-95d6-75af12899429 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Request body: {'security_group_rule': {'security_group_id': '723d90f6-3163-4009-84cf-f7709cb51e5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:17:10.924034 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.provisioning_blocks [req-69e3f310-a0d2-451d-9298-d57356053f58 req-8bd60fe1-bd2f-4131-9a11-6640fd93c13e service neutron] Transition to ACTIVE for port object 8dbf2f68-be96-43b2-bfd4-71376160e7df will not be triggered until provisioned by entity L2. {{(pid=91616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:17:10.931456 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-69e3f310-a0d2-451d-9298-d57356053f58 req-8bd60fe1-bd2f-4131-9a11-6640fd93c13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:10.944538 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-84ef68ca-4497-4905-95d6-75af12899429 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:10.959416 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-84ef68ca-4497-4905-95d6-75af12899429 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Usage tracker for resource:security_group_rule and tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:10.976146 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-84ef68ca-4497-4905-95d6-75af12899429 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:10.987871 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:11.003810 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-84ef68ca-4497-4905-95d6-75af12899429 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:11.025976 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-d87a00aa-4a56-4aaf-9150-8181dd2c7c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:11.088822 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-ab033be2-1fa6-4b34-8592-17b7e31d4981 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=019e40c7-d3a6-4f1e-9131-16392737c884&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3719525
Jun 03 16:17:11.103791 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-84ef68ca-4497-4905-95d6-75af12899429 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:11.248939 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 18fa6773-04ae-420f-80f5-2e0ae0e6278c triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:17:11.253548 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:11.468797 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd60fe1-bd2f-4131-9a11-6640fd93c13e service neutron] Pushing event updated for resources: {'Port': ['ID=8dbf2f68-be96-43b2-bfd4-71376160e7df,revision_number=2']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:11.482577 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-61220140-68c0-4ebe-b56e-08e82281c6aa service neutron] 10.222.0.73 "GET /v2.0/networks/019e40c7-d3a6-4f1e-9131-16392737c884?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2532299
Jun 03 16:17:11.514176 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8bd60fe1-bd2f-4131-9a11-6640fd93c13e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:11.557931 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-84ef68ca-4497-4905-95d6-75af12899429 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:11.583376 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-72f187fd-b391-40bb-a7eb-31ebff2bb543 req-cf4b99d5-4fee-440d-b382-8b58a24145ce tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8261724
Jun 03 16:17:11.681313 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-84ef68ca-4497-4905-95d6-75af12899429 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783988'] for security_group_rule, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:11.693476 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-9e4de0e0-3f93-43c4-9dd5-da7d10a593ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:11.734691 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:11.810830 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.managers [req-69e3f310-a0d2-451d-9298-d57356053f58 req-8bd60fe1-bd2f-4131-9a11-6640fd93c13e service neutron] Attempting to bind port 8dbf2f68-be96-43b2-bfd4-71376160e7df on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:17:11.815273 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.managers [req-69e3f310-a0d2-451d-9298-d57356053f58 req-8bd60fe1-bd2f-4131-9a11-6640fd93c13e service neutron] Attempting to bind port 8dbf2f68-be96-43b2-bfd4-71376160e7df by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '32444300-ec9f-49ab-9cc6-b285e44b2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4201750e-bded-4d48-84d8-62df05a2c3fb'}] {{(pid=91616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:17:11.815958 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e3f310-a0d2-451d-9298-d57356053f58 req-8bd60fe1-bd2f-4131-9a11-6640fd93c13e service neutron] Attempting to bind port 8dbf2f68-be96-43b2-bfd4-71376160e7df on network 4201750e-bded-4d48-84d8-62df05a2c3fb {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:17:11.816830 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef68ca-4497-4905-95d6-75af12899429 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0883bb6e-d399-45e6-b2f3-06e8f6726c85,revision_number=0']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:11.831668 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-84ef68ca-4497-4905-95d6-75af12899429 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:11.842206 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e3f310-a0d2-451d-9298-d57356053f58 req-8bd60fe1-bd2f-4131-9a11-6640fd93c13e service neutron] Port 8dbf2f68-be96-43b2-bfd4-71376160e7df on network 4201750e-bded-4d48-84d8-62df05a2c3fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 16:17:11.844993 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e3f310-a0d2-451d-9298-d57356053f58 req-8bd60fe1-bd2f-4131-9a11-6640fd93c13e service neutron] Attempting to bind port 8dbf2f68-be96-43b2-bfd4-71376160e7df on network 4201750e-bded-4d48-84d8-62df05a2c3fb {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:17:11.858132 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e3f310-a0d2-451d-9298-d57356053f58 req-8bd60fe1-bd2f-4131-9a11-6640fd93c13e service neutron] Checking agent: {'id': '583156db-f932-4b7a-94d3-94f9531b86fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:17:11.858974 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e3f310-a0d2-451d-9298-d57356053f58 req-8bd60fe1-bd2f-4131-9a11-6640fd93c13e service neutron] Checking segment: {'id': '32444300-ec9f-49ab-9cc6-b285e44b2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4201750e-bded-4d48-84d8-62df05a2c3fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:17:11.859783 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e3f310-a0d2-451d-9298-d57356053f58 req-8bd60fe1-bd2f-4131-9a11-6640fd93c13e service neutron] Bound using segment: {'id': '32444300-ec9f-49ab-9cc6-b285e44b2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4201750e-bded-4d48-84d8-62df05a2c3fb'} {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:17:11.861707 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.managers [req-69e3f310-a0d2-451d-9298-d57356053f58 req-8bd60fe1-bd2f-4131-9a11-6640fd93c13e service neutron] Bound port: 8dbf2f68-be96-43b2-bfd4-71376160e7df, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32444300-ec9f-49ab-9cc6-b285e44b2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4201750e-bded-4d48-84d8-62df05a2c3fb'}}] {{(pid=91616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:17:11.864589 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-69e3f310-a0d2-451d-9298-d57356053f58 req-8bd60fe1-bd2f-4131-9a11-6640fd93c13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:11.874813 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-f9a21cff-8157-4257-ace8-d73cc356a6b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:11.920339 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4de0e0-3f93-43c4-9dd5-da7d10a593ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b05e63-a880-4b03-af19-f960100a8450,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:11.945398 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-9e4de0e0-3f93-43c4-9dd5-da7d10a593ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:11.945531 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:11.980424 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-cea7f271-aa54-41db-8301-352f97bc3b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa1f85730>, [{'id': '2b9346d9-6594-4d60-83a7-72f5734761f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1891294743-router', 'tenant_id': 'ac92454434b9488fb13bd0596cb98647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '5a134d1c-57f5-4160-821a-b177a5b7e23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:43Z', 'updated_at': '2021-06-03T16:16:58Z', 'revision_number': 4, 'project_id': 'ac92454434b9488fb13bd0596cb98647', 'gw_port': {'id': '5a134d1c-57f5-4160-821a-b177a5b7e23a', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9346d9-6594-4d60-83a7-72f5734761f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:44Z', 'updated_at': '2021-06-03T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': '403739d7-82e9-4817-a38f-d3231af4afde', 'name': '', 'network_id': 'eaa05f56-e2a3-4209-b334-8745e58b65ca', 'tenant_id': 'ac92454434b9488fb13bd0596cb98647', 'mac_address': 'fa:16:3e:7e:17:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9346d9-6594-4d60-83a7-72f5734761f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37b858f2-9061-4689-8f39-93d3aae83f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:56Z', 'updated_at': '2021-06-03T16:17:08Z', 'revision_number': 4, 'project_id': 'ac92454434b9488fb13bd0596cb98647', 'subnets': [{'id': '37b858f2-9061-4689-8f39-93d3aae83f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:17:11.988383 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea7f271-aa54-41db-8301-352f97bc3b9d None None] The sync data for ids ['2b9346d9-6594-4d60-83a7-72f5734761f0'] in dv-cinder-786524-8-iscsi is: [{'id': '2b9346d9-6594-4d60-83a7-72f5734761f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1891294743-router', 'tenant_id': 'ac92454434b9488fb13bd0596cb98647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '5a134d1c-57f5-4160-821a-b177a5b7e23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:43Z', 'updated_at': '2021-06-03T16:16:58Z', 'revision_number': 4, 'project_id': 'ac92454434b9488fb13bd0596cb98647', 'gw_port': {'id': '5a134d1c-57f5-4160-821a-b177a5b7e23a', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9346d9-6594-4d60-83a7-72f5734761f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:44Z', 'updated_at': '2021-06-03T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': '403739d7-82e9-4817-a38f-d3231af4afde', 'name': '', 'network_id': 'eaa05f56-e2a3-4209-b334-8745e58b65ca', 'tenant_id': 'ac92454434b9488fb13bd0596cb98647', 'mac_address': 'fa:16:3e:7e:17:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9346d9-6594-4d60-83a7-72f5734761f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37b858f2-9061-4689-8f39-93d3aae83f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:56Z', 'updated_at': '2021-06-03T16:17:08Z', 'revision_number': 4, 'project_id': 'ac92454434b9488fb13bd0596cb98647', 'subnets': [{'id': '37b858f2-9061-4689-8f39-93d3aae83f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:17:12.150438 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 56288) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:12.182100 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-31436bd2-e7ec-4dd5-98bb-974467e71528 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--164529874', 'description': 'tempest-description--1250863294'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:17:12.219238 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-31436bd2-e7ec-4dd5-98bb-974467e71528 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:12.228969 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-31436bd2-e7ec-4dd5-98bb-974467e71528 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Usage tracker for resource:security_group and tenant:1a537e76199c41b2a9f3cd652b9668bd is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:12.234131 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-31436bd2-e7ec-4dd5-98bb-974467e71528 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:12.242451 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.db [req-69e3f310-a0d2-451d-9298-d57356053f58 req-8bd60fe1-bd2f-4131-9a11-6640fd93c13e service neutron] For port 8dbf2f68-be96-43b2-bfd4-71376160e7df, host hv-cinder-78652, cleared binding levels {{(pid=91616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:17:12.245737 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-31436bd2-e7ec-4dd5-98bb-974467e71528 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:12.250477 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.db [req-69e3f310-a0d2-451d-9298-d57356053f58 req-8bd60fe1-bd2f-4131-9a11-6640fd93c13e service neutron] For port 8dbf2f68-be96-43b2-bfd4-71376160e7df, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8dbf2f68-be96-43b2-bfd4-71376160e7df,segment=NetworkSegment(32444300-ec9f-49ab-9cc6-b285e44b2fde),segment_id=32444300-ec9f-49ab-9cc6-b285e44b2fde)] {{(pid=91616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:17:12.282558 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device aa4bb690-4d57-4433-aa63-efd93fd80492 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:17:12.287149 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-69e3f310-a0d2-451d-9298-d57356053f58 req-8bd60fe1-bd2f-4131-9a11-6640fd93c13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:12.308992 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-31436bd2-e7ec-4dd5-98bb-974467e71528 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:12.357180 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8e25f4b2-c8ce-4f92-955a-4172ec0ee812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:12.367633 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-9e4de0e0-3f93-43c4-9dd5-da7d10a593ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:12.368833 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-9e4de0e0-3f93-43c4-9dd5-da7d10a593ba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/20b05e63-a880-4b03-af19-f960100a8450 HTTP/1.1" status: 204  len: 168 time: 3.4481287
Jun 03 16:17:12.381006 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-445f4ef3-35f5-4f76-9549-e657bcf7616f req-e8ec3a1a-1251-453e-b744-91f1e6456a02 service neutron] 10.222.0.73 "GET /v2.0/networks/019e40c7-d3a6-4f1e-9131-16392737c884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8204677
Jun 03 16:17:12.405621 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:12.409808 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-84ef68ca-4497-4905-95d6-75af12899429 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:12.413662 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-84ef68ca-4497-4905-95d6-75af12899429 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.6549377
Jun 03 16:17:12.415285 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-d4ace858-24b7-4787-b1b6-cd90a5b1ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa20818b0>, [{'id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'name': 'tempest-AttachVolumeTestJSON-394210933-router', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:47Z', 'updated_at': '2021-06-03T16:17:05Z', 'revision_number': 4, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'gw_port': {'id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'e6e9d00a-3050-42e6-bfed-6974ad7f5a70', 'name': '', 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'mac_address': 'fa:16:3e:b5:65:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:59Z', 'updated_at': '2021-06-03T16:17:06Z', 'revision_number': 2, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'subnets': [{'id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:17:12.420803 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ace858-24b7-4787-b1b6-cd90a5b1ada5 None None] Checking router: 78b02607-c948-44ce-8fce-9af25b82dc8e for host: dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:17:12.421431 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ace858-24b7-4787-b1b6-cd90a5b1ada5 None None] Updating router 78b02607-c948-44ce-8fce-9af25b82dc8e port e6e9d00a-3050-42e6-bfed-6974ad7f5a70 binding host dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 16:17:12.431487 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 56294) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:12.467851 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-9400a7cb-126e-4edf-bbeb-334ec446e014 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Request body: {'security_group_rule': {'security_group_id': '723d90f6-3163-4009-84cf-f7709cb51e5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:17:12.508693 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-9400a7cb-126e-4edf-bbeb-334ec446e014 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:12.535788 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-9400a7cb-126e-4edf-bbeb-334ec446e014 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Usage tracker for resource:security_group_rule and tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:12.550725 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-9400a7cb-126e-4edf-bbeb-334ec446e014 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:12.569643 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-d4ace858-24b7-4787-b1b6-cd90a5b1ada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:12.600866 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-9400a7cb-126e-4edf-bbeb-334ec446e014 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:12.649465 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76976f9-50a4-4588-9757-9bcafd1ed36d req-a3c6b4e0-549c-49b7-b539-e7b67001ec8c tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:12.651612 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d76976f9-50a4-4588-9757-9bcafd1ed36d req-a3c6b4e0-549c-49b7-b539-e7b67001ec8c tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/ports?device_id=30690eee-39da-4d20-9dea-04daed455d9a HTTP/1.1" status: 200  len: 943 time: 0.7392843
Jun 03 16:17:12.768878 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-9400a7cb-126e-4edf-bbeb-334ec446e014 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:12.846747 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ea1490d4-5506-4778-b750-2c72312597a8 req-ed97d98a-e3b1-43d0-a97f-a7c18313c34b tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 210 time: 0.2599874
Jun 03 16:17:12.848856 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-31436bd2-e7ec-4dd5-98bb-974467e71528 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:12.852508 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3f310-a0d2-451d-9298-d57356053f58 req-8bd60fe1-bd2f-4131-9a11-6640fd93c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:12.853572 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-69e3f310-a0d2-451d-9298-d57356053f58 req-8bd60fe1-bd2f-4131-9a11-6640fd93c13e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for port, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:12.855894 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-69e3f310-a0d2-451d-9298-d57356053f58 req-8bd60fe1-bd2f-4131-9a11-6640fd93c13e service neutron] 10.222.0.73 "PUT /v2.0/ports/8dbf2f68-be96-43b2-bfd4-71376160e7df HTTP/1.1" status: 200  len: 1093 time: 4.4279490
Jun 03 16:17:12.860025 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be60f43e-b07f-402d-bc2a-5446b474a07c', 'tag': '8dbf2f68-be96-43b2-bfd4-71376160e7df'}] {{(pid=91616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:17:12.940769 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-9400a7cb-126e-4edf-bbeb-334ec446e014 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:12.952876 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d76976f9-50a4-4588-9757-9bcafd1ed36d req-52da4c94-4c5d-4801-b3a5-6ed869390c09 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/security-groups?id=482bb00a-f01c-42d9-b1af-e2f8bae96c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2843163
Jun 03 16:17:12.956264 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-9400a7cb-126e-4edf-bbeb-334ec446e014 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783988'] for security_group_rule, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:12.962917 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:13.002497 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400a7cb-126e-4edf-bbeb-334ec446e014 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d04b1b4-a8dd-4e2c-8e4e-2f64dafd06bc,revision_number=0']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:13.011539 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-9400a7cb-126e-4edf-bbeb-334ec446e014 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:13.034309 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-9400a7cb-126e-4edf-bbeb-334ec446e014 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:13.036083 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-9400a7cb-126e-4edf-bbeb-334ec446e014 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6035006
Jun 03 16:17:13.039486 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 56316) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:13.042578 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-31436bd2-e7ec-4dd5-98bb-974467e71528 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Usage tracker for resource:security_group_rule and tenant:1a537e76199c41b2a9f3cd652b9668bd is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:13.048212 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-cfe5bdcd-9dcf-4eaf-a4e0-9b645f3cd3b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Request body: {'floatingip': {'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:17:13.051714 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-31436bd2-e7ec-4dd5-98bb-974467e71528 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:13.062616 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-cfe5bdcd-9dcf-4eaf-a4e0-9b645f3cd3b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:13.066431 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-31436bd2-e7ec-4dd5-98bb-974467e71528 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:13.071291 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-cfe5bdcd-9dcf-4eaf-a4e0-9b645f3cd3b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Usage tracker for resource:floatingip and tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:13.088988 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-cfe5bdcd-9dcf-4eaf-a4e0-9b645f3cd3b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:13.098215 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-cfe5bdcd-9dcf-4eaf-a4e0-9b645f3cd3b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:13.124681 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-cfe5bdcd-9dcf-4eaf-a4e0-9b645f3cd3b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for floatingip, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:13.229933 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-31436bd2-e7ec-4dd5-98bb-974467e71528 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:13.288369 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-31436bd2-e7ec-4dd5-98bb-974467e71528 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:13.362291 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 56328) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:13.380963 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-31436bd2-e7ec-4dd5-98bb-974467e71528 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:13.385217 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-cfe5bdcd-9dcf-4eaf-a4e0-9b645f3cd3b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:13.386074 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-31436bd2-e7ec-4dd5-98bb-974467e71528 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.2341683
Jun 03 16:17:13.386829 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 56332) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:13.398014 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-8f3781cd-4f2e-48fe-bc62-2d6c103d0d24 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Request body: {'security_group_rule': {'security_group_id': 'b7037a30-ce4c-49ca-b63d-0da2002d144d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:17:13.403703 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd60fe1-bd2f-4131-9a11-6640fd93c13e service neutron] Pushing event updated for resources: {'Port': ['ID=8dbf2f68-be96-43b2-bfd4-71376160e7df,revision_number=3']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:13.409281 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8bd60fe1-bd2f-4131-9a11-6640fd93c13e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.052s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:13.413022 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-c2f24480-3a73-40d5-b10c-8abb224ea923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:13.427261 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-8f3781cd-4f2e-48fe-bc62-2d6c103d0d24 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:13.439398 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-8f3781cd-4f2e-48fe-bc62-2d6c103d0d24 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Usage tracker for resource:security_group_rule and tenant:1a537e76199c41b2a9f3cd652b9668bd is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:13.447622 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-8f3781cd-4f2e-48fe-bc62-2d6c103d0d24 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:13.465022 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-d4ace858-24b7-4787-b1b6-cd90a5b1ada5 None None] Notify callbacks [] for port, precommit_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:13.476192 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-8f3781cd-4f2e-48fe-bc62-2d6c103d0d24 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:13.482177 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-d4ace858-24b7-4787-b1b6-cd90a5b1ada5 None None] Transition to ACTIVE for port object e6e9d00a-3050-42e6-bfed-6974ad7f5a70 will not be triggered until provisioned by entity L2. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:17:13.487126 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning for port aa4bb690-4d57-4433-aa63-efd93fd80492 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:17:13.494773 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port aa4bb690-4d57-4433-aa63-efd93fd80492 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:17:13.495493 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:13.514548 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31436bd2-e7ec-4dd5-98bb-974467e71528 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7037a30-ce4c-49ca-b63d-0da2002d144d,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:13.520541 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-31436bd2-e7ec-4dd5-98bb-974467e71528 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:13.536420 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0a772-33f2-4182-af90-76d9483e4038 req-def45dec-9c76-4d98-a05c-297f11d2b3eb tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:13.537186 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-b3d0a772-33f2-4182-af90-76d9483e4038 req-def45dec-9c76-4d98-a05c-297f11d2b3eb tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Synchronizing usage tracker for tenant:a7468f03a2da433ebc94af6cc13242b8 on resource:port {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:17:13.580875 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [None req-cfe5bdcd-9dcf-4eaf-a4e0-9b645f3cd3b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Allocated IP 172.27.2.75 (454170da-4e8f-4963-97fb-80bd3b86dedc/06c387f0-ce57-4d04-be2c-2471c04350c2/f8d61a62-3b9d-400e-bc8c-f5fca657ccfa) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:17:13.592661 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-b3d0a772-33f2-4182-af90-76d9483e4038 req-def45dec-9c76-4d98-a05c-297f11d2b3eb tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Unset dirty status for tenant:a7468f03a2da433ebc94af6cc13242b8 on resource:port {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:17:13.595352 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b3d0a772-33f2-4182-af90-76d9483e4038 req-def45dec-9c76-4d98-a05c-297f11d2b3eb tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=be60f43e-b07f-402d-bc2a-5446b474a07c HTTP/1.1" status: 200  len: 943 time: 0.3690970
Jun 03 16:17:13.606140 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ba5683e2301900b00b63f0bdb68dd2696e782727940e4ba776c706cb44efd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6cd9c3-2591-4586-a2a6-44397bedb87c" -d '{"events": [{"name": "network-changed", "server_uuid": "be60f43e-b07f-402d-bc2a-5446b474a07c", "tag": "8dbf2f68-be96-43b2-bfd4-71376160e7df"}]}' {{(pid=91616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:17:13.611818 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8f3781cd-4f2e-48fe-bc62-2d6c103d0d24 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:13.636142 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-d4ace858-24b7-4787-b1b6-cd90a5b1ada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:13.646153 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:13.830313 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4e1f37f9-56be-4d94-bb86-00c7e291b682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:13.835681 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-b3d0a772-33f2-4182-af90-76d9483e4038 req-cd45b1d5-2a35-467f-91e6-8035093c77b1 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Synchronizing usage tracker for tenant:a7468f03a2da433ebc94af6cc13242b8 on resource:security_group {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:17:13.843997 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8f3781cd-4f2e-48fe-bc62-2d6c103d0d24 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:13.864901 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8f3781cd-4f2e-48fe-bc62-2d6c103d0d24 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783988'] for security_group_rule, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:13.871644 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:13.894689 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-b3d0a772-33f2-4182-af90-76d9483e4038 req-cd45b1d5-2a35-467f-91e6-8035093c77b1 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Unset dirty status for tenant:a7468f03a2da433ebc94af6cc13242b8 on resource:security_group {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:17:13.905000 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b3d0a772-33f2-4182-af90-76d9483e4038 req-cd45b1d5-2a35-467f-91e6-8035093c77b1 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2619159
Jun 03 16:17:13.927681 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e7e62-f8d0-484e-ba4b-27dd90319c1e None None] Pushing event updated for resources: {'Port': ['ID=e6e9d00a-3050-42e6-bfed-6974ad7f5a70,revision_number=3']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:13.931250 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-a57e7e62-f8d0-484e-ba4b-27dd90319c1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:13.934075 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3781cd-4f2e-48fe-bc62-2d6c103d0d24 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1a7394-a2db-46c0-8d66-62deae9677c7,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:13.955812 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8f3781cd-4f2e-48fe-bc62-2d6c103d0d24 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:13.981124 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8f3781cd-4f2e-48fe-bc62-2d6c103d0d24 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:13.987492 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-8f3781cd-4f2e-48fe-bc62-2d6c103d0d24 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5919194
Jun 03 16:17:13.987492 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 56350) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:13.990967 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-26cb03c4-91ff-4997-8c43-2b5432b49ccf tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Request body: {'security_group_rule': {'security_group_id': 'b7037a30-ce4c-49ca-b63d-0da2002d144d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:17:14.009011 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-26cb03c4-91ff-4997-8c43-2b5432b49ccf tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:14.024658 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-26cb03c4-91ff-4997-8c43-2b5432b49ccf tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Usage tracker for resource:security_group_rule and tenant:1a537e76199c41b2a9f3cd652b9668bd is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:14.026393 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-4e1f37f9-56be-4d94-bb86-00c7e291b682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:14.036549 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-26cb03c4-91ff-4997-8c43-2b5432b49ccf tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:14.064076 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-26cb03c4-91ff-4997-8c43-2b5432b49ccf tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:14.102260 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-4e1f37f9-56be-4d94-bb86-00c7e291b682 admin admin] Usage tracker for resource:security_group_rule and tenant:1be1df0ffffa4bbcbf63edb5a9bb1b9a is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:14.114753 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-26cb03c4-91ff-4997-8c43-2b5432b49ccf tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:14.142670 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-4e1f37f9-56be-4d94-bb86-00c7e291b682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:14.173416 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-cfe5bdcd-9dcf-4eaf-a4e0-9b645f3cd3b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:14.182345 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-d4ace858-24b7-4787-b1b6-cd90a5b1ada5 None None] Attempting to bind port e6e9d00a-3050-42e6-bfed-6974ad7f5a70 on host dv-cinder-786524-8-iscsi for vnic_type normal with profile  {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:17:14.182750 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-d4ace858-24b7-4787-b1b6-cd90a5b1ada5 None None] Attempting to bind port e6e9d00a-3050-42e6-bfed-6974ad7f5a70 by drivers openvswitch,hyperv on host dv-cinder-786524-8-iscsi at level 0 using segments [{'id': 'bf6a9dcb-51b9-4164-a0a8-fd480afe49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0'}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:17:14.183125 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ace858-24b7-4787-b1b6-cd90a5b1ada5 None None] Attempting to bind port e6e9d00a-3050-42e6-bfed-6974ad7f5a70 on network 402cb13e-8c37-4be7-87df-d31fc66fd7f0 {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:17:14.199231 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ace858-24b7-4787-b1b6-cd90a5b1ada5 None None] Checking agent: {'id': 'ac8e9f39-4eb9-409d-95f3-792de4f7d79f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:17:14.199666 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ace858-24b7-4787-b1b6-cd90a5b1ada5 None None] Checking segment: {'id': 'bf6a9dcb-51b9-4164-a0a8-fd480afe49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:17:14.200054 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-d4ace858-24b7-4787-b1b6-cd90a5b1ada5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:14.200452 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ace858-24b7-4787-b1b6-cd90a5b1ada5 None None] Bound using segment: {'id': 'bf6a9dcb-51b9-4164-a0a8-fd480afe49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0'} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:17:14.200930 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-d4ace858-24b7-4787-b1b6-cd90a5b1ada5 None None] Bound port: e6e9d00a-3050-42e6-bfed-6974ad7f5a70, host: dv-cinder-786524-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6a9dcb-51b9-4164-a0a8-fd480afe49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0'}}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:17:14.201335 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-d4ace858-24b7-4787-b1b6-cd90a5b1ada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:14.213219 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-4e1f37f9-56be-4d94-bb86-00c7e291b682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:14.256816 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:14.301351 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-26cb03c4-91ff-4997-8c43-2b5432b49ccf tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:14.307130 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-26cb03c4-91ff-4997-8c43-2b5432b49ccf tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783988'] for security_group_rule, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:14.310504 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:14.328703 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-69cd3ec2-9aa1-4f01-9a1f-e84654815ae9 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:14.353176 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-69cd3ec2-9aa1-4f01-9a1f-e84654815ae9 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/networks?id=eaa05f56-e2a3-4209-b334-8745e58b65ca HTTP/1.1" status: 200  len: 819 time: 0.6445270
Jun 03 16:17:14.363903 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-26cb03c4-91ff-4997-8c43-2b5432b49ccf tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:14.370631 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-26cb03c4-91ff-4997-8c43-2b5432b49ccf tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3841846
Jun 03 16:17:14.374134 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 56360) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:14.376628 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb03c4-91ff-4997-8c43-2b5432b49ccf tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48fda773-00d4-4e48-b28d-8285df149505,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:14.380676 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-26cb03c4-91ff-4997-8c43-2b5432b49ccf tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:14.391396 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-d1ae17e2-4dae-4ade-ac6c-d3ec160934a3 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Request body: {'floatingip': {'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:17:14.404210 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc1e8f6-5b01-4aa8-8c41-fb692a945243 x-openstack-request-id: req-fbc1e8f6-5b01-4aa8-8c41-fb692a945243 {{(pid=91616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:17:14.404512 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be60f43e-b07f-402d-bc2a-5446b474a07c", "tag": "8dbf2f68-be96-43b2-bfd4-71376160e7df", "status": "completed", "code": 200}]} {{(pid=91616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:17:14.404775 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fbc1e8f6-5b01-4aa8-8c41-fb692a945243 {{(pid=91616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:17:14.405285 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be60f43e-b07f-402d-bc2a-5446b474a07c', 'tag': '8dbf2f68-be96-43b2-bfd4-71376160e7df', 'status': 'completed', 'code': 200}
Jun 03 16:17:14.420517 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-d4ace858-24b7-4787-b1b6-cd90a5b1ada5 None None] For port e6e9d00a-3050-42e6-bfed-6974ad7f5a70, host dv-cinder-786524-8-iscsi, cleared binding levels {{(pid=91618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:17:14.424108 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-d4ace858-24b7-4787-b1b6-cd90a5b1ada5 None None] For port e6e9d00a-3050-42e6-bfed-6974ad7f5a70, host dv-cinder-786524-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=e6e9d00a-3050-42e6-bfed-6974ad7f5a70,segment=NetworkSegment(bf6a9dcb-51b9-4164-a0a8-fd480afe49db),segment_id=bf6a9dcb-51b9-4164-a0a8-fd480afe49db)] {{(pid=91618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:17:14.436701 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-d4ace858-24b7-4787-b1b6-cd90a5b1ada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:14.442932 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:14.453223 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-1cf94447-8bdf-42f7-9ac7-91189e7c65dc tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/quotas/ac92454434b9488fb13bd0596cb98647 HTTP/1.1" status: 200  len: 375 time: 0.0978761
Jun 03 16:17:14.458889 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-d1ae17e2-4dae-4ade-ac6c-d3ec160934a3 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:14.506388 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] For port aa4bb690-4d57-4433-aa63-efd93fd80492, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=aa4bb690-4d57-4433-aa63-efd93fd80492,segment=NetworkSegment(8d919451-85fd-41bb-bbc2-dd880028642e),segment_id=8d919451-85fd-41bb-bbc2-dd880028642e)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:17:14.543447 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:14.557906 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-d1ae17e2-4dae-4ade-ac6c-d3ec160934a3 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Usage tracker for resource:floatingip and tenant:1a537e76199c41b2a9f3cd652b9668bd is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:14.573825 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-d1ae17e2-4dae-4ade-ac6c-d3ec160934a3 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:14.576934 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ace858-24b7-4787-b1b6-cd90a5b1ada5 None None] Routers {'78b02607-c948-44ce-8fce-9af25b82dc8e'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:17:14.577830 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-d4ace858-24b7-4787-b1b6-cd90a5b1ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa20818b0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:17:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['78b02607-c948-44ce-8fce-9af25b82dc8e'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:17:14.596685 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-d1ae17e2-4dae-4ade-ac6c-d3ec160934a3 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:14.734350 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d1ae17e2-4dae-4ade-ac6c-d3ec160934a3 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for floatingip, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:14.870114 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdce47-1b32-4143-a1d9-a9c2508f2d14 req-3c41387e-5622-4681-a691-1c3422dc6f39 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:14.874499 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-51fdce47-1b32-4143-a1d9-a9c2508f2d14 req-3c41387e-5622-4681-a691-1c3422dc6f39 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/ports?device_id=30690eee-39da-4d20-9dea-04daed455d9a HTTP/1.1" status: 200  len: 943 time: 0.2373922
Jun 03 16:17:14.886461 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 403739d7-82e9-4817-a38f-d3231af4afde up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:17:14.975868 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-51fdce47-1b32-4143-a1d9-a9c2508f2d14 req-0cb22230-4910-4be0-84c7-f9fb10b2f93b tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/security-groups?id=482bb00a-f01c-42d9-b1af-e2f8bae96c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948212
Jun 03 16:17:14.999326 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e7e62-f8d0-484e-ba4b-27dd90319c1e None None] Pushing event updated for resources: {'Port': ['ID=e6e9d00a-3050-42e6-bfed-6974ad7f5a70,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:15.016168 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-a57e7e62-f8d0-484e-ba4b-27dd90319c1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:15.021589 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-e6db2280-a87a-4ee6-a436-8321259ae976 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.466s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:15.027234 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-cfe5bdcd-9dcf-4eaf-a4e0-9b645f3cd3b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:15.051759 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-af58d4a0-621a-47be-a3da-1f9d6fb3896e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:15.147854 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-3dad7a0b-abb9-4870-9250-cab2782e9976 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ac92454434b9488fb13bd0596cb98647&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6925225
Jun 03 16:17:15.205923 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe5bdcd-9dcf-4eaf-a4e0-9b645f3cd3b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Network 454170da-4e8f-4963-97fb-80bd3b86dedc is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:17:15.376602 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Pushing event updated for resources: {'Port': ['ID=aa4bb690-4d57-4433-aa63-efd93fd80492,revision_number=5']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:15.379901 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:15.407360 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [None req-cfe5bdcd-9dcf-4eaf-a4e0-9b645f3cd3b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Resources bound (agent type, host, resource id):  {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:17:15.411250 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe5bdcd-9dcf-4eaf-a4e0-9b645f3cd3b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:17:15.415839 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4e1f37f9-56be-4d94-bb86-00c7e291b682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:15.439663 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning for port 403739d7-82e9-4817-a38f-d3231af4afde completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:17:15.480270 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5bdcd-9dcf-4eaf-a4e0-9b645f3cd3b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Pushing event updated for resources: {'Port': ['ID=f8d61a62-3b9d-400e-bc8c-f5fca657ccfa,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:15.482585 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccbd9d-8dc9-43d3-bc1b-286163cac829 req-163f4bef-6696-404d-9ba7-669465989474 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:15.483380 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-cfe5bdcd-9dcf-4eaf-a4e0-9b645f3cd3b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:15.487863 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-20ccbd9d-8dc9-43d3-bc1b-286163cac829 req-163f4bef-6696-404d-9ba7-669465989474 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=be60f43e-b07f-402d-bc2a-5446b474a07c HTTP/1.1" status: 200  len: 943 time: 0.3232000
Jun 03 16:17:15.493358 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4e1f37f9-56be-4d94-bb86-00c7e291b682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:15.501450 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 403739d7-82e9-4817-a38f-d3231af4afde triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:17:15.501845 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:15.543725 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-20ccbd9d-8dc9-43d3-bc1b-286163cac829 req-58234a2c-3317-4d56-bdc3-546582c411f3 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480783
Jun 03 16:17:15.582352 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-d4ace858-24b7-4787-b1b6-cd90a5b1ada5 None None] Set router 78b02607-c948-44ce-8fce-9af25b82dc8e gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:17:15.659693 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:15.709676 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-4e1f37f9-56be-4d94-bb86-00c7e291b682 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1be1df0ffffa4bbcbf63edb5a9bb1b9a&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3404710
Jun 03 16:17:15.709888 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 56382) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:15.772236 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f37f9-56be-4d94-bb86-00c7e291b682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9924f29b-25b5-4299-8352-6787931565d3,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:15.776646 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-cfe5bdcd-9dcf-4eaf-a4e0-9b645f3cd3b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:15.781966 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-4e1f37f9-56be-4d94-bb86-00c7e291b682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:15.795785 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-5755151e-eedd-41d2-92e8-bf96004e30a8 service neutron] 10.222.0.66 "GET /v2.0/networks/eaa05f56-e2a3-4209-b334-8745e58b65ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6292095
Jun 03 16:17:15.796498 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-54a2e585-0afb-4511-a94c-9dc78ebb9498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:15.829606 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-54a2e585-0afb-4511-a94c-9dc78ebb9498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:15.891070 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-54a2e585-0afb-4511-a94c-9dc78ebb9498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:15.900853 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:15.910891 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2e585-0afb-4511-a94c-9dc78ebb9498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9924f29b-25b5-4299-8352-6787931565d3,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:15.913720 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-54a2e585-0afb-4511-a94c-9dc78ebb9498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:15.919482 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-54a2e585-0afb-4511-a94c-9dc78ebb9498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:15.920597 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-54a2e585-0afb-4511-a94c-9dc78ebb9498 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9924f29b-25b5-4299-8352-6787931565d3 HTTP/1.1" status: 204  len: 168 time: 0.2096183
Jun 03 16:17:15.974377 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:15.994681 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d1ae17e2-4dae-4ade-ac6c-d3ec160934a3 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:16.069356 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] For port 403739d7-82e9-4817-a38f-d3231af4afde, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=403739d7-82e9-4817-a38f-d3231af4afde,segment=NetworkSegment(a614c55a-6f6c-4e3a-94de-0a8bc8101021),segment_id=a614c55a-6f6c-4e3a-94de-0a8bc8101021)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:17:16.089559 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:16.089559 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-d0353d47-1921-4750-86d7-fc71fd3b17b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:16.111733 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-cfe5bdcd-9dcf-4eaf-a4e0-9b645f3cd3b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:16.342455 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-b8faeeb1-d0f4-4bcf-b42f-78814abc573f service neutron] 10.222.0.66 "GET /v2.0/networks/eaa05f56-e2a3-4209-b334-8745e58b65ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5336266
Jun 03 16:17:16.343286 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Pushing event updated for resources: {'Port': ['ID=403739d7-82e9-4817-a38f-d3231af4afde,revision_number=5']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:16.354329 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:16.371469 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-d4ace858-24b7-4787-b1b6-cd90a5b1ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa20818b0>, [{'id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'name': 'tempest-AttachVolumeTestJSON-394210933-router', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:47Z', 'updated_at': '2021-06-03T16:17:05Z', 'revision_number': 4, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'gw_port': {'id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'e6e9d00a-3050-42e6-bfed-6974ad7f5a70', 'name': '', 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'mac_address': 'fa:16:3e:b5:65:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:59Z', 'updated_at': '2021-06-03T16:17:14Z', 'revision_number': 4, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'subnets': [{'id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:17:16.381022 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3f310-a0d2-451d-9298-d57356053f58 req-76f0a0c7-e551-45ba-8bcc-582e646d5736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:16.381255 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ace858-24b7-4787-b1b6-cd90a5b1ada5 None None] The sync data for ids ['78b02607-c948-44ce-8fce-9af25b82dc8e'] in dv-cinder-786524-8-iscsi is: [{'id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'name': 'tempest-AttachVolumeTestJSON-394210933-router', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:47Z', 'updated_at': '2021-06-03T16:17:05Z', 'revision_number': 4, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'gw_port': {'id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'e6e9d00a-3050-42e6-bfed-6974ad7f5a70', 'name': '', 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'mac_address': 'fa:16:3e:b5:65:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:59Z', 'updated_at': '2021-06-03T16:17:14Z', 'revision_number': 4, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'subnets': [{'id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:17:16.385321 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-69e3f310-a0d2-451d-9298-d57356053f58 req-76f0a0c7-e551-45ba-8bcc-582e646d5736 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7468f03a2da433ebc94af6cc13242b8&device_id=be60f43e-b07f-402d-bc2a-5446b474a07c HTTP/1.1" status: 200  len: 1096 time: 0.2867723
Jun 03 16:17:16.531896 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [None req-d1ae17e2-4dae-4ade-ac6c-d3ec160934a3 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Allocated IP 172.27.2.5 (454170da-4e8f-4963-97fb-80bd3b86dedc/06c387f0-ce57-4d04-be2c-2471c04350c2/71d4e3e8-7f4c-4750-853b-cda4b0b270f8) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:17:16.595954 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d5ccd-8f99-44b5-b6dd-69d7f7aa1fba req-8a8b17a3-4f4b-4798-83f7-24ccfc99f9e7 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:16.614475 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-612d5ccd-8f99-44b5-b6dd-69d7f7aa1fba req-8a8b17a3-4f4b-4798-83f7-24ccfc99f9e7 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/ports?device_id=30690eee-39da-4d20-9dea-04daed455d9a HTTP/1.1" status: 200  len: 943 time: 0.4405107
Jun 03 16:17:16.698624 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-69e3f310-a0d2-451d-9298-d57356053f58 req-068b3514-e063-4774-86db-0bc04126e632 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dbf2f68-be96-43b2-bfd4-71376160e7df HTTP/1.1" status: 200  len: 217 time: 0.2815716
Jun 03 16:17:16.878750 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 56416) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:16.879531 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.73', 61573) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:16.937647 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device e6e9d00a-3050-42e6-bfed-6974ad7f5a70 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:17:17.013043 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-612d5ccd-8f99-44b5-b6dd-69d7f7aa1fba req-40bf5f12-c1e6-4541-8829-eaed57dc1080 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/security-groups?id=482bb00a-f01c-42d9-b1af-e2f8bae96c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3907545
Jun 03 16:17:17.021602 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8ec9a107-2408-4d03-86a9-89a269643162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:17.056751 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning for port e6e9d00a-3050-42e6-bfed-6974ad7f5a70 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:17:17.064087 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port e6e9d00a-3050-42e6-bfed-6974ad7f5a70 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:17:17.064790 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:17.094743 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3f310-a0d2-451d-9298-d57356053f58 req-b1967ffc-a8fe-4302-b09c-781d7f040f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:17.098347 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-69e3f310-a0d2-451d-9298-d57356053f58 req-b1967ffc-a8fe-4302-b09c-781d7f040f76 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=890db160-4d07-4ff5-9d87-f61f9c555875 HTTP/1.1" status: 200  len: 854 time: 0.3903942
Jun 03 16:17:17.178807 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-8ec9a107-2408-4d03-86a9-89a269643162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:17.228341 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d1ae17e2-4dae-4ade-ac6c-d3ec160934a3 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:17.277793 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:17.307782 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a86305-8c7c-4a2f-b181-b792c5f1b9fa req-ae886a19-e6de-465f-acbb-4985eaea7427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:17.310136 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-64a86305-8c7c-4a2f-b181-b792c5f1b9fa req-ae886a19-e6de-465f-acbb-4985eaea7427 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=574cf7a9f8924711ad4dd08f47e88cbc&device_id=30690eee-39da-4d20-9dea-04daed455d9a HTTP/1.1" status: 200  len: 1096 time: 1.1536381
Jun 03 16:17:17.317466 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] For port e6e9d00a-3050-42e6-bfed-6974ad7f5a70, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=e6e9d00a-3050-42e6-bfed-6974ad7f5a70,segment=NetworkSegment(bf6a9dcb-51b9-4164-a0a8-fd480afe49db),segment_id=bf6a9dcb-51b9-4164-a0a8-fd480afe49db)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:17:17.320842 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-8ec9a107-2408-4d03-86a9-89a269643162 admin admin] Usage tracker for resource:security_group_rule and tenant:6a9187e225414c05bc12a374f1af5a75 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:17.326842 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:17.327712 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 403739d7-82e9-4817-a38f-d3231af4afde up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:17:17.342986 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-3436360a-811a-4776-bfcc-962f67627599 req-298af995-d569-40c0-b5fa-4ef8171bcc97 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 210 time: 0.2245054
Jun 03 16:17:17.357184 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-8ec9a107-2408-4d03-86a9-89a269643162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:17.361842 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-69e3f310-a0d2-451d-9298-d57356053f58 req-0b785d14-fb79-4eb4-9319-010668f109ef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4201750e-bded-4d48-84d8-62df05a2c3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2446735
Jun 03 16:17:17.369601 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-8ec9a107-2408-4d03-86a9-89a269643162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:17.369829 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:17.473151 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Pushing event updated for resources: {'Port': ['ID=e6e9d00a-3050-42e6-bfed-6974ad7f5a70,revision_number=5']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:17.476685 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:17.492393 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 403739d7-82e9-4817-a38f-d3231af4afde triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:17:17.492849 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:17.518763 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-cfe5bdcd-9dcf-4eaf-a4e0-9b645f3cd3b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:17.530562 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d1ae17e2-4dae-4ade-ac6c-d3ec160934a3 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:17.547483 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-cfe5bdcd-9dcf-4eaf-a4e0-9b645f3cd3b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:17.548003 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-82f5eff0-9c80-4ef9-a5a1-0524146bd122 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:17.551645 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-82f5eff0-9c80-4ef9-a5a1-0524146bd122 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.73 "GET /v2.0/networks?id=eaa05f56-e2a3-4209-b334-8745e58b65ca HTTP/1.1" status: 200  len: 819 time: 0.6673677
Jun 03 16:17:17.609620 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:17.645200 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device aa4bb690-4d57-4433-aa63-efd93fd80492 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:17:17.697853 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8ec9a107-2408-4d03-86a9-89a269643162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:17.708017 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-35e7967c-e533-408b-8a1d-0ef4b5edd9c3 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Request body: {'port': {'device_id': '522a8caf-473b-4320-8f8e-d364d4ebfead', 'network_id': 'eaa05f56-e2a3-4209-b334-8745e58b65ca', 'admin_state_up': True, 'tenant_id': 'ac92454434b9488fb13bd0596cb98647'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:17:17.723053 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a86305-8c7c-4a2f-b181-b792c5f1b9fa req-844a7664-d0a8-4820-9dbe-dfa38c1b0575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:17.724431 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-64a86305-8c7c-4a2f-b181-b792c5f1b9fa req-844a7664-d0a8-4820-9dbe-dfa38c1b0575 service neutron] 10.222.0.73 "GET /v2.0/networks?id=019e40c7-d3a6-4f1e-9131-16392737c884 HTTP/1.1" status: 200  len: 913 time: 0.3737569
Jun 03 16:17:17.733849 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ae17e2-4dae-4ade-ac6c-d3ec160934a3 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Network 454170da-4e8f-4963-97fb-80bd3b86dedc is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:17:17.744294 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [None req-d1ae17e2-4dae-4ade-ac6c-d3ec160934a3 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Resources bound (agent type, host, resource id):  {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:17:17.749808 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ae17e2-4dae-4ade-ac6c-d3ec160934a3 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:17:17.784558 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port aa4bb690-4d57-4433-aa63-efd93fd80492 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:17:17.785001 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:17.785596 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d1ae17e2-4dae-4ade-ac6c-d3ec160934a3 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:17.854999 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8ec9a107-2408-4d03-86a9-89a269643162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:17.894938 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-54a2e585-0afb-4511-a94c-9dc78ebb9498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:17.978158 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-8ec9a107-2408-4d03-86a9-89a269643162 admin admin] Synchronizing usage tracker for tenant:44f6432c85da450da15207f4272e432c on resource:security_group {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:17:18.017253 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22264d69-e887-4938-b4e6-2d85f64de6b0 req-308ec4e0-286c-444a-bc21-e3f610a234ef tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:18.018874 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-22264d69-e887-4938-b4e6-2d85f64de6b0 req-308ec4e0-286c-444a-bc21-e3f610a234ef tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=be60f43e-b07f-402d-bc2a-5446b474a07c HTTP/1.1" status: 200  len: 943 time: 1.1065667
Jun 03 16:17:18.041536 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-69e3f310-a0d2-451d-9298-d57356053f58 req-ef8c6212-a443-4d9f-9fec-24281acb942e service neutron] 10.222.0.73 "GET /v2.0/networks/4201750e-bded-4d48-84d8-62df05a2c3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6660433
Jun 03 16:17:18.042161 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9a107-2408-4d03-86a9-89a269643162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556bc52c-dded-4632-92a2-f72736ec50ed,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:18.050857 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8ec9a107-2408-4d03-86a9-89a269643162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:18.088755 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-35e7967c-e533-408b-8a1d-0ef4b5edd9c3 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:18.091339 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-cfe5bdcd-9dcf-4eaf-a4e0-9b645f3cd3b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380258'] for floatingip, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:18.097905 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-64a86305-8c7c-4a2f-b181-b792c5f1b9fa req-83e3bad7-e951-4608-a47b-81647ed66940 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=583a4b3e-a1e0-4f0a-a594-05828343f80a HTTP/1.1" status: 200  len: 217 time: 0.3568323
Jun 03 16:17:18.101105 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-35e7967c-e533-408b-8a1d-0ef4b5edd9c3 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:18.141572 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-35e7967c-e533-408b-8a1d-0ef4b5edd9c3 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Made reservation on behalf of ac92454434b9488fb13bd0596cb98647 for: {'port': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:17:18.145159 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-35e7967c-e533-408b-8a1d-0ef4b5edd9c3 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:18.177716 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae17e2-4dae-4ade-ac6c-d3ec160934a3 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Pushing event updated for resources: {'Port': ['ID=71d4e3e8-7f4c-4750-853b-cda4b0b270f8,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:18.229758 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d1ae17e2-4dae-4ade-ac6c-d3ec160934a3 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:18.369954 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-8ec9a107-2408-4d03-86a9-89a269643162 admin admin] Unset dirty status for tenant:44f6432c85da450da15207f4272e432c on resource:security_group {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:17:18.369954 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-8ec9a107-2408-4d03-86a9-89a269643162 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6a9187e225414c05bc12a374f1af5a75&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4887393
Jun 03 16:17:18.383477 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 56464) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:18.384240 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.73', 61580) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:18.409295 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-22264d69-e887-4938-b4e6-2d85f64de6b0 req-833cee32-d6f9-44c6-a70e-771208413180 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3538063
Jun 03 16:17:18.410695 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-cfe5bdcd-9dcf-4eaf-a4e0-9b645f3cd3b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for floatingip, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:18.412135 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-cfe5bdcd-9dcf-4eaf-a4e0-9b645f3cd3b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.3716297
Jun 03 16:17:18.510786 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a86305-8c7c-4a2f-b181-b792c5f1b9fa req-4a66ce4c-83c5-483c-a309-5aeda05a7b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:18.513234 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-64a86305-8c7c-4a2f-b181-b792c5f1b9fa req-4a66ce4c-83c5-483c-a309-5aeda05a7b03 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34e6fbad-9bb7-4701-a5d8-c0ab2fef430c HTTP/1.1" status: 200  len: 852 time: 0.3854232
Jun 03 16:17:18.525310 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-35e7967c-e533-408b-8a1d-0ef4b5edd9c3 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Allocated IP 172.20.0.4 (eaa05f56-e2a3-4209-b334-8745e58b65ca/37b858f2-9061-4689-8f39-93d3aae83f42/3ecd3046-ff96-45a4-bae9-a8694691d76e) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:17:18.605534 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-69e3f310-a0d2-451d-9298-d57356053f58 req-61506efe-0b6c-4709-bfd9-e1fe4beadb61 service neutron] 10.222.0.73 "GET /v2.0/networks/4201750e-bded-4d48-84d8-62df05a2c3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5509737
Jun 03 16:17:18.701332 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device e6e9d00a-3050-42e6-bfed-6974ad7f5a70 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:17:18.712781 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b25538-4976-48bd-b932-a469f768c0a7 req-d762dc0d-1993-4b0a-8ec7-9d60e669f895 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:18.719190 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5bdcd-9dcf-4eaf-a4e0-9b645f3cd3b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Pushing event updated for resources: {'Port': ['ID=f8d61a62-3b9d-400e-bc8c-f5fca657ccfa,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:18.724313 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-47b25538-4976-48bd-b932-a469f768c0a7 req-d762dc0d-1993-4b0a-8ec7-9d60e669f895 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/ports?device_id=30690eee-39da-4d20-9dea-04daed455d9a HTTP/1.1" status: 200  len: 943 time: 0.3485694
Jun 03 16:17:18.765743 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:17:18.878244 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-cfe5bdcd-9dcf-4eaf-a4e0-9b645f3cd3b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.269s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:18.890968 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port e6e9d00a-3050-42e6-bfed-6974ad7f5a70 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:17:18.891618 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:18.920838 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-fbcda29e-7ba5-457e-bf5c-9e7552a93b2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.198s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:18.921363 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-fbcda29e-7ba5-457e-bf5c-9e7552a93b2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:18.923620 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-64a86305-8c7c-4a2f-b181-b792c5f1b9fa req-802a5759-8ca5-4327-a762-a21cae87cb58 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=019e40c7-d3a6-4f1e-9131-16392737c884&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2973242
Jun 03 16:17:18.939112 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-12e45464-3e06-4192-9351-f113056f6e3e req-9c3a3ad9-2d2e-4afe-87db-9bb339b1f9f5 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 210 time: 0.2958961
Jun 03 16:17:19.002360 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-b94e4793-fc46-43b9-97f3-465cb8fd7547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:19.075482 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-47b25538-4976-48bd-b932-a469f768c0a7 req-df15951c-2173-4cce-8137-bfc15b771a5a tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/security-groups?id=482bb00a-f01c-42d9-b1af-e2f8bae96c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2752326
Jun 03 16:17:19.090963 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-b94e4793-fc46-43b9-97f3-465cb8fd7547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:19.121227 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-6cb887c8-04a0-4fa5-8f03-e68c81cfc0f6 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:19.123885 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-6cb887c8-04a0-4fa5-8f03-e68c81cfc0f6 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.73 "GET /v2.0/networks?id=eaa05f56-e2a3-4209-b334-8745e58b65ca HTTP/1.1" status: 200  len: 819 time: 0.7104387
Jun 03 16:17:19.155429 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cd9c3-2591-4586-a2a6-44397bedb87c req-c456b805-dbe6-42d5-9ea7-fe84467cfd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:19.156905 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0f6cd9c3-2591-4586-a2a6-44397bedb87c req-c456b805-dbe6-42d5-9ea7-fe84467cfd24 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7468f03a2da433ebc94af6cc13242b8&device_id=be60f43e-b07f-402d-bc2a-5446b474a07c HTTP/1.1" status: 200  len: 1096 time: 0.4314225
Jun 03 16:17:19.198694 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-35e7967c-e533-408b-8a1d-0ef4b5edd9c3 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:19.228284 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-35e7967c-e533-408b-8a1d-0ef4b5edd9c3 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:19.236646 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:19.299372 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-4de93b0b-4b19-4522-934b-53056b11c04f req-0bf6d142-481a-4ffd-967f-985fa9d8f88c tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Synchronizing usage tracker for tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 on resource:security_group {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:17:19.299911 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-35e7967c-e533-408b-8a1d-0ef4b5edd9c3 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Network eaa05f56-e2a3-4209-b334-8745e58b65ca is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:17:19.302715 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-35e7967c-e533-408b-8a1d-0ef4b5edd9c3 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:17:19.305095 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-35e7967c-e533-408b-8a1d-0ef4b5edd9c3 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:17:19.310934 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-35e7967c-e533-408b-8a1d-0ef4b5edd9c3 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:19.311588 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-35e7967c-e533-408b-8a1d-0ef4b5edd9c3 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for port, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:19.319057 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-64a86305-8c7c-4a2f-b181-b792c5f1b9fa req-480078fb-648e-4dc4-8cc8-08770ab39fea service neutron] 10.222.0.73 "GET /v2.0/networks/019e40c7-d3a6-4f1e-9131-16392737c884?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3634534
Jun 03 16:17:19.332133 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-4de93b0b-4b19-4522-934b-53056b11c04f req-0bf6d142-481a-4ffd-967f-985fa9d8f88c tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Unset dirty status for tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 on resource:security_group {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:17:19.333282 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4de93b0b-4b19-4522-934b-53056b11c04f req-0bf6d142-481a-4ffd-967f-985fa9d8f88c tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1215295763&fields=id&tenant_id=c30f1bb3a5fa4f229320a2ddcb1ab970 HTTP/1.1" status: 200  len: 267 time: 0.2243648
Jun 03 16:17:19.337335 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7967c-e533-408b-8a1d-0ef4b5edd9c3 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Pushing event updated for resources: {'Port': ['ID=3ecd3046-ff96-45a4-bae9-a8694691d76e,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:19.340217 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-35e7967c-e533-408b-8a1d-0ef4b5edd9c3 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:19.342915 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-b94e4793-fc46-43b9-97f3-465cb8fd7547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:19.351243 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:19.359099 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-35e7967c-e533-408b-8a1d-0ef4b5edd9c3 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6552379
Jun 03 16:17:19.362342 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d1ae17e2-4dae-4ade-ac6c-d3ec160934a3 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:19.384361 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e4793-fc46-43b9-97f3-465cb8fd7547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556bc52c-dded-4632-92a2-f72736ec50ed,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:19.390108 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d1ae17e2-4dae-4ade-ac6c-d3ec160934a3 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:19.393691 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-b94e4793-fc46-43b9-97f3-465cb8fd7547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:19.414585 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:19.464393 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-b94e4793-fc46-43b9-97f3-465cb8fd7547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:19.466419 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-b94e4793-fc46-43b9-97f3-465cb8fd7547 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/556bc52c-dded-4632-92a2-f72736ec50ed HTTP/1.1" status: 204  len: 168 time: 1.0784836
Jun 03 16:17:19.476866 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d1ae17e2-4dae-4ade-ac6c-d3ec160934a3 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380258'] for floatingip, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:19.562205 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae17e2-4dae-4ade-ac6c-d3ec160934a3 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Pushing event updated for resources: {'Port': ['ID=71d4e3e8-7f4c-4750-853b-cda4b0b270f8,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:19.567147 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-d1ae17e2-4dae-4ade-ac6c-d3ec160934a3 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:19.570872 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d1ae17e2-4dae-4ade-ac6c-d3ec160934a3 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for floatingip, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:19.585106 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-d1ae17e2-4dae-4ade-ac6c-d3ec160934a3 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 5.1904552
Jun 03 16:17:19.612331 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de93b0b-4b19-4522-934b-53056b11c04f req-6a9dd336-478a-4736-9d83-2a4a26852af4 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:19.613095 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-4de93b0b-4b19-4522-934b-53056b11c04f req-6a9dd336-478a-4736-9d83-2a4a26852af4 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Synchronizing usage tracker for tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 on resource:network {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:17:19.639455 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-4de93b0b-4b19-4522-934b-53056b11c04f req-6a9dd336-478a-4736-9d83-2a4a26852af4 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Unset dirty status for tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 on resource:network {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:17:19.650807 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4de93b0b-4b19-4522-934b-53056b11c04f req-6a9dd336-478a-4736-9d83-2a4a26852af4 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/networks?id=2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 HTTP/1.1" status: 200  len: 816 time: 0.2905066
Jun 03 16:17:19.670367 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4de93b0b-4b19-4522-934b-53056b11c04f req-d5e02c8c-b7d7-478f-a648-bfc156a227fd tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/quotas/c30f1bb3a5fa4f229320a2ddcb1ab970 HTTP/1.1" status: 200  len: 375 time: 0.0184515
Jun 03 16:17:19.680294 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8db4c-a85b-4bc7-a3a4-1d134123faa7 req-deb060ab-c06f-482c-b847-c387ff16adf1 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:19.682726 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9bc8db4c-a85b-4bc7-a3a4-1d134123faa7 req-deb060ab-c06f-482c-b847-c387ff16adf1 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=be60f43e-b07f-402d-bc2a-5446b474a07c HTTP/1.1" status: 200  len: 943 time: 0.1013236
Jun 03 16:17:19.757904 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9bc8db4c-a85b-4bc7-a3a4-1d134123faa7 req-28fc7477-10e5-4aeb-8507-b69b5de0e1b9 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677218
Jun 03 16:17:19.787376 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-4de93b0b-4b19-4522-934b-53056b11c04f req-0e7c0d8b-c27e-4fa9-b1ea-d417735d4b39 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Synchronizing usage tracker for tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:17:19.811186 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-4de93b0b-4b19-4522-934b-53056b11c04f req-0e7c0d8b-c27e-4fa9-b1ea-d417735d4b39 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Unset dirty status for tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:17:19.812796 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4de93b0b-4b19-4522-934b-53056b11c04f req-0e7c0d8b-c27e-4fa9-b1ea-d417735d4b39 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c30f1bb3a5fa4f229320a2ddcb1ab970&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1414371
Jun 03 16:17:19.942958 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-3eeae910-615b-4644-bfa8-3a06ff1afb2f tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Synchronizing usage tracker for tenant:1a537e76199c41b2a9f3cd652b9668bd on resource:security_group {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:17:19.969360 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-3eeae910-615b-4644-bfa8-3a06ff1afb2f tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Unset dirty status for tenant:1a537e76199c41b2a9f3cd652b9668bd on resource:security_group {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:17:19.971664 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-3eeae910-615b-4644-bfa8-3a06ff1afb2f tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--164529874&fields=id&tenant_id=1a537e76199c41b2a9f3cd652b9668bd HTTP/1.1" status: 200  len: 267 time: 0.0946267
Jun 03 16:17:19.976993 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4de93b0b-4b19-4522-934b-53056b11c04f req-b25a675f-28e2-4810-ab57-8b3be722cd11 service neutron] 10.222.0.66 "GET /v2.0/networks/2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1519220
Jun 03 16:17:20.183456 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-f2806cc0-9585-4a06-a8eb-51ede996caa6 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:20.185035 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-f2806cc0-9585-4a06-a8eb-51ede996caa6 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Synchronizing usage tracker for tenant:1a537e76199c41b2a9f3cd652b9668bd on resource:network {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:17:20.208160 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-f2806cc0-9585-4a06-a8eb-51ede996caa6 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Unset dirty status for tenant:1a537e76199c41b2a9f3cd652b9668bd on resource:network {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:17:20.209707 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-f2806cc0-9585-4a06-a8eb-51ede996caa6 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/networks?id=402cb13e-8c37-4be7-87df-d31fc66fd7f0 HTTP/1.1" status: 200  len: 810 time: 0.2315304
Jun 03 16:17:20.218459 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4de93b0b-4b19-4522-934b-53056b11c04f req-b2380ca0-3218-42ed-b139-cf373f5b3548 service neutron] 10.222.0.66 "GET /v2.0/networks/2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2337782
Jun 03 16:17:20.233244 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-8d65bbd0-a239-4d99-94ff-792a581efdd9 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/quotas/1a537e76199c41b2a9f3cd652b9668bd HTTP/1.1" status: 200  len: 375 time: 0.0126271
Jun 03 16:17:20.393610 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-5cff88eb-4a12-4fe0-9d2e-eba4c9f116ff tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Synchronizing usage tracker for tenant:1a537e76199c41b2a9f3cd652b9668bd on resource:port {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:17:20.417762 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-5cff88eb-4a12-4fe0-9d2e-eba4c9f116ff tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Unset dirty status for tenant:1a537e76199c41b2a9f3cd652b9668bd on resource:port {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:17:20.425616 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-5cff88eb-4a12-4fe0-9d2e-eba4c9f116ff tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1a537e76199c41b2a9f3cd652b9668bd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1824937
Jun 03 16:17:20.477874 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 56546) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:20.549709 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0213b05a-d84e-446b-a945-49f213b6ac2f req-447c3758-bb81-4479-87cd-d5b0fee98f93 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 210 time: 0.0683177
Jun 03 16:17:20.621396 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-c934f2cd-0d49-4d7a-9653-3360826493e9 service neutron] 10.222.0.66 "GET /v2.0/networks/402cb13e-8c37-4be7-87df-d31fc66fd7f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1833401
Jun 03 16:17:20.797379 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5b2ab3bf-689c-4d52-bfdf-ca24887ba3b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:20.802360 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-f21c8ede-4686-404b-914e-1f7e6176049f service neutron] 10.222.0.66 "GET /v2.0/networks/402cb13e-8c37-4be7-87df-d31fc66fd7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1725507
Jun 03 16:17:20.814672 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310f0e8-4430-4e47-83ee-14732128e236 req-b61b7cae-5198-435d-bb1d-4cb5ef2090c7 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:20.816367 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b310f0e8-4430-4e47-83ee-14732128e236 req-b61b7cae-5198-435d-bb1d-4cb5ef2090c7 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/ports?device_id=30690eee-39da-4d20-9dea-04daed455d9a HTTP/1.1" status: 200  len: 943 time: 0.1444030
Jun 03 16:17:20.832668 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-5b2ab3bf-689c-4d52-bfdf-ca24887ba3b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:20.850475 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-5b2ab3bf-689c-4d52-bfdf-ca24887ba3b7 admin admin] Usage tracker for resource:security_group_rule and tenant:e0233574795647baa6b43ce54249898f is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:20.855463 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-5b2ab3bf-689c-4d52-bfdf-ca24887ba3b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:20.871427 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-5b2ab3bf-689c-4d52-bfdf-ca24887ba3b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:20.889415 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b310f0e8-4430-4e47-83ee-14732128e236 req-e61f418b-1790-468d-adb5-d14e523e11c5 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/security-groups?id=482bb00a-f01c-42d9-b1af-e2f8bae96c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643852
Jun 03 16:17:21.021960 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-fdd88be3-51f3-4d49-a237-2dfb93842830 req-0effac7f-23f8-406d-9339-f86c78b68646 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 210 time: 0.0661049
Jun 03 16:17:21.134037 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5b2ab3bf-689c-4d52-bfdf-ca24887ba3b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:21.142512 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7eb0420f-b610-4ad8-90ca-0ae3ee4ae554 req-013f03e3-314f-4fe5-9e2d-d8583b7b951d tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 210 time: 0.0507967
Jun 03 16:17:21.143217 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5b2ab3bf-689c-4d52-bfdf-ca24887ba3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:21.168021 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:21.180332 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-5b2ab3bf-689c-4d52-bfdf-ca24887ba3b7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e0233574795647baa6b43ce54249898f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7001040
Jun 03 16:17:21.182845 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 56580) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:21.217563 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ab3bf-689c-4d52-bfdf-ca24887ba3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00b7844-21d5-4ad5-ba2b-bcbff9c58340,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:21.223859 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-5b2ab3bf-689c-4d52-bfdf-ca24887ba3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:21.237147 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dafba2-2888-4767-84fa-95c09cb6310b req-604e6abd-4915-41d0-867a-534dcd98cd00 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:21.238765 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-05dafba2-2888-4767-84fa-95c09cb6310b req-604e6abd-4915-41d0-867a-534dcd98cd00 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=be60f43e-b07f-402d-bc2a-5446b474a07c HTTP/1.1" status: 200  len: 943 time: 0.1448700
Jun 03 16:17:21.264752 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-01e0c553-8b0d-4dc5-81e7-f64970fc1231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:21.299229 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-05dafba2-2888-4767-84fa-95c09cb6310b req-557500de-1551-42fb-a801-d44daddee27b tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523682
Jun 03 16:17:21.307888 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-01e0c553-8b0d-4dc5-81e7-f64970fc1231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:21.376969 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-01e0c553-8b0d-4dc5-81e7-f64970fc1231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:21.382429 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-4e1f37f9-56be-4d94-bb86-00c7e291b682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:21.395848 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0c553-8b0d-4dc5-81e7-f64970fc1231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00b7844-21d5-4ad5-ba2b-bcbff9c58340,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:21.398849 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-01e0c553-8b0d-4dc5-81e7-f64970fc1231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:21.400910 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-01e0c553-8b0d-4dc5-81e7-f64970fc1231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:21.402056 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-01e0c553-8b0d-4dc5-81e7-f64970fc1231 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d00b7844-21d5-4ad5-ba2b-bcbff9c58340 HTTP/1.1" status: 204  len: 168 time: 0.2183344
Jun 03 16:17:21.722654 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4774c982-cca1-4369-9324-2b126d40ff8b req-f3283204-f0a0-4f1a-bee1-2b1880603f37 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 210 time: 0.0620437
Jun 03 16:17:21.802060 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 56606) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:21.819553 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-082f1241-6fd8-4d06-8c98-81e1c598c0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:21.834324 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-082f1241-6fd8-4d06-8c98-81e1c598c0d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:21.838220 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-082f1241-6fd8-4d06-8c98-81e1c598c0d7 admin admin] Usage tracker for resource:security_group_rule and tenant:64dc25e3eeb8490c90294c33bd571122 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:21.841295 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-082f1241-6fd8-4d06-8c98-81e1c598c0d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:21.847026 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-082f1241-6fd8-4d06-8c98-81e1c598c0d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:21.935752 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-082f1241-6fd8-4d06-8c98-81e1c598c0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:21.940124 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-082f1241-6fd8-4d06-8c98-81e1c598c0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:21.956067 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:21.999106 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f1241-6fd8-4d06-8c98-81e1c598c0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b904ef-00ff-4537-82b8-04dc7ee72c37,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:22.015579 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-082f1241-6fd8-4d06-8c98-81e1c598c0d7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=64dc25e3eeb8490c90294c33bd571122&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2110956
Jun 03 16:17:22.015579 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-082f1241-6fd8-4d06-8c98-81e1c598c0d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:22.017004 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 56612) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:22.122849 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0108bd4d-c0c6-476e-be20-2730bc36673b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:22.160284 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0108bd4d-c0c6-476e-be20-2730bc36673b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:22.190479 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d46423-9313-4ace-a21e-a4a492609cc6 req-c01c2af0-934b-423a-b03a-f66a1075e849 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:22.192464 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-76d46423-9313-4ace-a21e-a4a492609cc6 req-c01c2af0-934b-423a-b03a-f66a1075e849 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/ports?device_id=30690eee-39da-4d20-9dea-04daed455d9a HTTP/1.1" status: 200  len: 943 time: 0.1649752
Jun 03 16:17:22.213349 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-378247ee-0fd5-44f8-ac80-98f02710f146 req-5c5bb003-2bd2-4d7b-bfa0-cfee93346331 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 210 time: 0.0640035
Jun 03 16:17:22.258916 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-76d46423-9313-4ace-a21e-a4a492609cc6 req-2efde52f-ba0f-4f34-8892-dab79862cf9c tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/security-groups?id=482bb00a-f01c-42d9-b1af-e2f8bae96c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598316
Jun 03 16:17:22.279027 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0108bd4d-c0c6-476e-be20-2730bc36673b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:22.290773 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:22.297886 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108bd4d-c0c6-476e-be20-2730bc36673b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b904ef-00ff-4537-82b8-04dc7ee72c37,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:22.300486 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-0108bd4d-c0c6-476e-be20-2730bc36673b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:22.301744 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0108bd4d-c0c6-476e-be20-2730bc36673b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:22.305391 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-0108bd4d-c0c6-476e-be20-2730bc36673b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a5b904ef-00ff-4537-82b8-04dc7ee72c37 HTTP/1.1" status: 204  len: 168 time: 0.2850990
Jun 03 16:17:22.315818 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-73532ffd-05c4-4d21-bf8a-6a2c10271069 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Request body: {'port': {'device_id': '41ec446f-6249-44c7-9da3-74c4bda1819a', 'network_id': 'eaa05f56-e2a3-4209-b334-8745e58b65ca', 'admin_state_up': True, 'tenant_id': 'ac92454434b9488fb13bd0596cb98647'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:17:22.354299 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 583a4b3e-a1e0-4f0a-a594-05828343f80a details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 16:17:22.380122 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-0673c369-e0e6-4dc4-b7ca-785ab4738d43 service neutron] Request body: {'port': {'device_id': '522a8caf-473b-4320-8f8e-d364d4ebfead', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:17:22.556727 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ccdafee0-3252-469f-be3b-7a151f59bc1e req-ead678c3-caf5-4b28-9318-247f9e0274af tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 210 time: 0.1263781
Jun 03 16:17:22.570508 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 583a4b3e-a1e0-4f0a-a594-05828343f80a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=583a4b3e-a1e0-4f0a-a594-05828343f80a,segment=NetworkSegment(6e35fe6f-d1c1-4659-aeff-6460432b3dc5),segment_id=6e35fe6f-d1c1-4659-aeff-6460432b3dc5)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:17:22.603597 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Returning: {'device': '583a4b3e-a1e0-4f0a-a594-05828343f80a', 'network_id': '019e40c7-d3a6-4f1e-9131-16392737c884', 'port_id': '583a4b3e-a1e0-4f0a-a594-05828343f80a', 'mac_address': 'fa:16:3e:d6:e5:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e6fbad-9bb7-4701-a5d8-c0ab2fef430c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 16:17:22.694159 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:22.722377 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 583a4b3e-a1e0-4f0a-a594-05828343f80a {{(pid=91618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:17:22.748017 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 583a4b3e-a1e0-4f0a-a594-05828343f80a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=583a4b3e-a1e0-4f0a-a594-05828343f80a,segment=NetworkSegment(6e35fe6f-d1c1-4659-aeff-6460432b3dc5),segment_id=6e35fe6f-d1c1-4659-aeff-6460432b3dc5)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:17:22.754999 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:22.757254 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:22.831970 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-73532ffd-05c4-4d21-bf8a-6a2c10271069 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:22.853910 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-73532ffd-05c4-4d21-bf8a-6a2c10271069 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Usage tracker for resource:port and tenant:ac92454434b9488fb13bd0596cb98647 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:22.857920 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=583a4b3e-a1e0-4f0a-a594-05828343f80a,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:22.858922 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cd9c3-2591-4586-a2a6-44397bedb87c req-4b96f51f-4432-4795-bc1b-adc9f79c991e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:22.861817 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0f6cd9c3-2591-4586-a2a6-44397bedb87c req-4b96f51f-4432-4795-bc1b-adc9f79c991e service neutron] 10.222.0.73 "GET /v2.0/networks?id=4201750e-bded-4d48-84d8-62df05a2c3fb HTTP/1.1" status: 200  len: 915 time: 0.5327635
Jun 03 16:17:22.862598 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-0673c369-e0e6-4dc4-b7ca-785ab4738d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:22.869519 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:22.882032 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-73532ffd-05c4-4d21-bf8a-6a2c10271069 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:22.926938 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-73532ffd-05c4-4d21-bf8a-6a2c10271069 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:22.962225 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-249922ce-f039-4e23-b30e-2032c045e250 req-5185aa1b-8fa7-4f85-88db-9bd27ba158a0 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 210 time: 0.0768044
Jun 03 16:17:22.968550 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-73532ffd-05c4-4d21-bf8a-6a2c10271069 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Made reservation on behalf of ac92454434b9488fb13bd0596cb98647 for: {'port': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:17:22.973048 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-73532ffd-05c4-4d21-bf8a-6a2c10271069 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:22.986255 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-64a86305-8c7c-4a2f-b181-b792c5f1b9fa req-55039213-fdb0-4021-8d04-9defa5260dd0 service neutron] 10.222.0.73 "GET /v2.0/networks/019e40c7-d3a6-4f1e-9131-16392737c884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6061456
Jun 03 16:17:23.046100 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['583a4b3e-a1e0-4f0a-a594-05828343f80a'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:17:23.101771 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0f6cd9c3-2591-4586-a2a6-44397bedb87c req-9b028ebc-ac59-48bb-866d-dad0f0c7b078 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dbf2f68-be96-43b2-bfd4-71376160e7df HTTP/1.1" status: 200  len: 217 time: 0.1528924
Jun 03 16:17:23.288523 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cd9c3-2591-4586-a2a6-44397bedb87c req-6c39f778-4226-4aea-ba2f-5837ebc2e760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:23.289993 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0f6cd9c3-2591-4586-a2a6-44397bedb87c req-6c39f778-4226-4aea-ba2f-5837ebc2e760 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=890db160-4d07-4ff5-9d87-f61f9c555875 HTTP/1.1" status: 200  len: 854 time: 0.1518233
Jun 03 16:17:23.578912 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-73532ffd-05c4-4d21-bf8a-6a2c10271069 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Allocated IP 172.20.0.9 (eaa05f56-e2a3-4209-b334-8745e58b65ca/37b858f2-9061-4689-8f39-93d3aae83f42/aa2ca215-9b47-4330-9719-2cc810d6dcdb) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:17:23.582544 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ae5c8-eeab-404d-8b19-a0bef45b0a10 req-ca240b81-8b05-401e-b7f4-de243a6e89d7 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:23.592672 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c38ae5c8-eeab-404d-8b19-a0bef45b0a10 req-ca240b81-8b05-401e-b7f4-de243a6e89d7 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=be60f43e-b07f-402d-bc2a-5446b474a07c HTTP/1.1" status: 200  len: 943 time: 1.0365705
Jun 03 16:17:23.602208 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0f6cd9c3-2591-4586-a2a6-44397bedb87c req-084eae54-8526-4303-aa2a-848854c54bea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4201750e-bded-4d48-84d8-62df05a2c3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2839019
Jun 03 16:17:23.608974 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-6c3b3759-d14a-4e55-980c-cefb5fdacf7f req-ad85b454-883c-4314-b1cc-d7cd5fa0f635 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 210 time: 0.1689303
Jun 03 16:17:23.736297 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-dd737435-de4f-41d3-aaee-7469c3bf6c2d tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:23.738341 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-dd737435-de4f-41d3-aaee-7469c3bf6c2d tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.73 "GET /v2.0/networks?id=402cb13e-8c37-4be7-87df-d31fc66fd7f0 HTTP/1.1" status: 200  len: 810 time: 0.4742935
Jun 03 16:17:23.739076 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c38ae5c8-eeab-404d-8b19-a0bef45b0a10 req-7557e160-7fdd-4002-b87e-6c2bedc1202a tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1449015
Jun 03 16:17:23.886267 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-5d4d5c95-fc0c-468a-8d42-e2b4725c195d tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a537e76199c41b2a9f3cd652b9668bd HTTP/1.1" status: 200  len: 379 time: 0.1317587
Jun 03 16:17:23.904245 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-c5cde553-6a78-4534-94fb-9da01cb432d9 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Request body: {'port': {'device_id': 'fcfd8160-8f16-4981-8577-5de2933505bf', 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0', 'admin_state_up': True, 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'security_groups': ['b7037a30-ce4c-49ca-b63d-0da2002d144d']}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:17:23.957383 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.73', 61593) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:23.978037 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0f6cd9c3-2591-4586-a2a6-44397bedb87c req-95881271-3119-4d6b-941b-444635cb5746 service neutron] 10.222.0.73 "GET /v2.0/networks/4201750e-bded-4d48-84d8-62df05a2c3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3332324
Jun 03 16:17:24.054262 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-1986fe03-626d-460a-9549-8133aa623597 req-7f9b2c49-02bf-413e-97d1-498ef923744c tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 210 time: 0.0751212
Jun 03 16:17:24.269620 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-514b047a-d65d-4220-96dd-9e89795fed11 req-16c678aa-6f1b-40b3-a2df-e210eeef4b13 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Synchronizing usage tracker for tenant:ac92454434b9488fb13bd0596cb98647 on resource:port {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:17:24.274423 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aeb40d-2714-43be-ba8b-49dd31cca7b5 req-c691665f-dd4d-459f-b699-9f58ce55e9ef tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:24.276172 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-64aeb40d-2714-43be-ba8b-49dd31cca7b5 req-c691665f-dd4d-459f-b699-9f58ce55e9ef tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/ports?device_id=30690eee-39da-4d20-9dea-04daed455d9a HTTP/1.1" status: 200  len: 944 time: 0.4798789
Jun 03 16:17:24.299785 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 583a4b3e-a1e0-4f0a-a594-05828343f80a up at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:17:24.329709 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0f6cd9c3-2591-4586-a2a6-44397bedb87c req-167a7037-3958-49e4-8c07-050c50ae997d service neutron] 10.222.0.73 "GET /v2.0/networks/4201750e-bded-4d48-84d8-62df05a2c3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3064868
Jun 03 16:17:24.339831 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-514b047a-d65d-4220-96dd-9e89795fed11 req-16c678aa-6f1b-40b3-a2df-e210eeef4b13 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Unset dirty status for tenant:ac92454434b9488fb13bd0596cb98647 on resource:port {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:17:24.377040 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-514b047a-d65d-4220-96dd-9e89795fed11 req-16c678aa-6f1b-40b3-a2df-e210eeef4b13 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 210 time: 0.1621974
Jun 03 16:17:24.395141 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning for port 583a4b3e-a1e0-4f0a-a594-05828343f80a completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:17:24.405113 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning complete for port 583a4b3e-a1e0-4f0a-a594-05828343f80a triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:17:24.406172 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:24.418851 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-64aeb40d-2714-43be-ba8b-49dd31cca7b5 req-cd79d0f1-2454-483e-bc8f-5d89eada3ab5 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/security-groups?id=482bb00a-f01c-42d9-b1af-e2f8bae96c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707438
Jun 03 16:17:24.492001 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-c5cde553-6a78-4534-94fb-9da01cb432d9 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:24.519653 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de93b0b-4b19-4522-934b-53056b11c04f req-8f2cd6a4-6a81-4d52-b079-43149b10be4e tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:24.521256 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4de93b0b-4b19-4522-934b-53056b11c04f req-8f2cd6a4-6a81-4d52-b079-43149b10be4e tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.73 "GET /v2.0/networks?id=2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 HTTP/1.1" status: 200  len: 816 time: 0.5607977
Jun 03 16:17:24.528630 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-73532ffd-05c4-4d21-bf8a-6a2c10271069 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:24.532713 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-c5cde553-6a78-4534-94fb-9da01cb432d9 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:24.537438 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:24.568810 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30690eee-39da-4d20-9dea-04daed455d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '583a4b3e-a1e0-4f0a-a594-05828343f80a'}] {{(pid=91618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:17:24.588409 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4de93b0b-4b19-4522-934b-53056b11c04f req-a8cec612-08ed-4d44-bd5c-f6d8cbaa9cdc tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c30f1bb3a5fa4f229320a2ddcb1ab970 HTTP/1.1" status: 200  len: 380 time: 0.0567338
Jun 03 16:17:24.597231 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-c5cde553-6a78-4534-94fb-9da01cb432d9 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Made reservation on behalf of 1a537e76199c41b2a9f3cd652b9668bd for: {'port': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:17:24.600655 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-c5cde553-6a78-4534-94fb-9da01cb432d9 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:24.618837 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-4de93b0b-4b19-4522-934b-53056b11c04f req-d9e69883-a60e-438a-9b05-a21aac3510b0 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Request body: {'port': {'device_id': '78bec0e4-89e5-4150-b8f8-f3545bf9df1e', 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'admin_state_up': True, 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'security_groups': ['723d90f6-3163-4009-84cf-f7709cb51e5c']}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:17:24.660529 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 583a4b3e-a1e0-4f0a-a594-05828343f80a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=583a4b3e-a1e0-4f0a-a594-05828343f80a,segment=NetworkSegment(6e35fe6f-d1c1-4659-aeff-6460432b3dc5),segment_id=6e35fe6f-d1c1-4659-aeff-6460432b3dc5)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:17:24.669201 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:24.672437 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:24.767168 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-73532ffd-05c4-4d21-bf8a-6a2c10271069 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:24.786697 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=583a4b3e-a1e0-4f0a-a594-05828343f80a,revision_number=5']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:24.795960 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:24.821158 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-cfe5bdcd-9dcf-4eaf-a4e0-9b645f3cd3b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:24.889938 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80780923b31b79766dda64912243351c94e9e307cca1e5b2e5a14cee02687ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c983eb70-0e83-409b-a868-87cbebdebb25" -d '{"events": [{"server_uuid": "30690eee-39da-4d20-9dea-04daed455d9a", "name": "network-vif-plugged", "status": "completed", "tag": "583a4b3e-a1e0-4f0a-a594-05828343f80a"}]}' {{(pid=91618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:17:24.962810 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-73532ffd-05c4-4d21-bf8a-6a2c10271069 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Network eaa05f56-e2a3-4209-b334-8745e58b65ca is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:17:24.963297 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a8be718b-475d-4eca-8f69-2c67a584e78a req-d4ca03e7-2586-4e32-80f7-1ec0a0594a71 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 210 time: 0.0506148
Jun 03 16:17:24.975845 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-73532ffd-05c4-4d21-bf8a-6a2c10271069 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Resources bound (agent type, host, resource id):  {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:17:24.991417 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-73532ffd-05c4-4d21-bf8a-6a2c10271069 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:17:24.997509 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-73532ffd-05c4-4d21-bf8a-6a2c10271069 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:24.998081 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-73532ffd-05c4-4d21-bf8a-6a2c10271069 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:25.091680 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-73532ffd-05c4-4d21-bf8a-6a2c10271069 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7804604
Jun 03 16:17:25.103555 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73532ffd-05c4-4d21-bf8a-6a2c10271069 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Pushing event updated for resources: {'Port': ['ID=aa2ca215-9b47-4330-9719-2cc810d6dcdb,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:25.116077 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-4de93b0b-4b19-4522-934b-53056b11c04f req-d9e69883-a60e-438a-9b05-a21aac3510b0 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:25.122041 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-47c285c6-3f76-4466-b638-8625616a3400 service neutron] Request body: {'port': {'device_id': '41ec446f-6249-44c7-9da3-74c4bda1819a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:17:25.153293 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-73532ffd-05c4-4d21-bf8a-6a2c10271069 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:25.183623 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-4de93b0b-4b19-4522-934b-53056b11c04f req-d9e69883-a60e-438a-9b05-a21aac3510b0 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:25.192228 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.notifiers.nova [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-0673c369-e0e6-4dc4-b7ca-785ab4738d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ecd3046-ff96-45a4-bae9-a8694691d76e {{(pid=91616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:17:25.209475 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-0673c369-e0e6-4dc4-b7ca-785ab4738d43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:25.215818 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-c5cde553-6a78-4534-94fb-9da01cb432d9 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Allocated IP 172.20.0.9 (402cb13e-8c37-4be7-87df-d31fc66fd7f0/515f7287-4aad-4ff2-b3a1-62fc265d7452/b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:17:25.244573 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.provisioning_blocks [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-0673c369-e0e6-4dc4-b7ca-785ab4738d43 service neutron] Transition to ACTIVE for port object 3ecd3046-ff96-45a4-bae9-a8694691d76e will not be triggered until provisioned by entity L2. {{(pid=91616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:17:25.254993 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-0673c369-e0e6-4dc4-b7ca-785ab4738d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:25.269468 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de93b0b-4b19-4522-934b-53056b11c04f req-d9e69883-a60e-438a-9b05-a21aac3510b0 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Made reservation on behalf of c30f1bb3a5fa4f229320a2ddcb1ab970 for: {'port': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:17:25.270725 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:25.273615 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-4de93b0b-4b19-4522-934b-53056b11c04f req-d9e69883-a60e-438a-9b05-a21aac3510b0 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:25.319786 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5eea74d-941d-4365-9864-3e693a37f9d3 x-openstack-request-id: req-d5eea74d-941d-4365-9864-3e693a37f9d3 {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:17:25.320911 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30690eee-39da-4d20-9dea-04daed455d9a", "name": "network-vif-plugged", "status": "completed", "tag": "583a4b3e-a1e0-4f0a-a594-05828343f80a", "code": 200}]} {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:17:25.321388 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d5eea74d-941d-4365-9864-3e693a37f9d3 {{(pid=91618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:17:25.322155 dv-cinder-786524-8-iscsi neutron-server[91618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30690eee-39da-4d20-9dea-04daed455d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '583a4b3e-a1e0-4f0a-a594-05828343f80a', 'code': 200}
Jun 03 16:17:25.371166 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577e936-fc88-46cb-8c8b-5dec8591b0ea req-fa9b7c55-1d64-4648-acb6-b4b774b06042 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:25.378981 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-6577e936-fc88-46cb-8c8b-5dec8591b0ea req-fa9b7c55-1d64-4648-acb6-b4b774b06042 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=be60f43e-b07f-402d-bc2a-5446b474a07c HTTP/1.1" status: 200  len: 943 time: 0.4762740
Jun 03 16:17:25.453734 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-47c285c6-3f76-4466-b638-8625616a3400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:25.493775 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673c369-e0e6-4dc4-b7ca-785ab4738d43 service neutron] Pushing event updated for resources: {'Port': ['ID=3ecd3046-ff96-45a4-bae9-a8694691d76e,revision_number=2']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:25.502122 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-0673c369-e0e6-4dc4-b7ca-785ab4738d43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:25.609203 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-339bd401-f4d3-4baa-88f7-dc151bc84314 req-80f61453-47db-44ed-8187-578ce29f6dea tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 210 time: 0.0988920
Jun 03 16:17:25.696948 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.managers [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-0673c369-e0e6-4dc4-b7ca-785ab4738d43 service neutron] Attempting to bind port 3ecd3046-ff96-45a4-bae9-a8694691d76e on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:17:25.697419 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.managers [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-0673c369-e0e6-4dc4-b7ca-785ab4738d43 service neutron] Attempting to bind port 3ecd3046-ff96-45a4-bae9-a8694691d76e by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'a614c55a-6f6c-4e3a-94de-0a8bc8101021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'eaa05f56-e2a3-4209-b334-8745e58b65ca'}] {{(pid=91616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:17:25.697881 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-0673c369-e0e6-4dc4-b7ca-785ab4738d43 service neutron] Attempting to bind port 3ecd3046-ff96-45a4-bae9-a8694691d76e on network eaa05f56-e2a3-4209-b334-8745e58b65ca {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:17:25.703374 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-0673c369-e0e6-4dc4-b7ca-785ab4738d43 service neutron] Port 3ecd3046-ff96-45a4-bae9-a8694691d76e on network eaa05f56-e2a3-4209-b334-8745e58b65ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 16:17:25.703866 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-0673c369-e0e6-4dc4-b7ca-785ab4738d43 service neutron] Attempting to bind port 3ecd3046-ff96-45a4-bae9-a8694691d76e on network eaa05f56-e2a3-4209-b334-8745e58b65ca {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:17:25.705668 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-6577e936-fc88-46cb-8c8b-5dec8591b0ea req-d5c2593f-09e6-4643-bd6a-49cbd3567f89 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3253753
Jun 03 16:17:25.710160 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-0673c369-e0e6-4dc4-b7ca-785ab4738d43 service neutron] Checking agent: {'id': '583156db-f932-4b7a-94d3-94f9531b86fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:17:25.711083 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-0673c369-e0e6-4dc4-b7ca-785ab4738d43 service neutron] Checking segment: {'id': 'a614c55a-6f6c-4e3a-94de-0a8bc8101021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'eaa05f56-e2a3-4209-b334-8745e58b65ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:17:25.711561 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-0673c369-e0e6-4dc4-b7ca-785ab4738d43 service neutron] Bound using segment: {'id': 'a614c55a-6f6c-4e3a-94de-0a8bc8101021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'eaa05f56-e2a3-4209-b334-8745e58b65ca'} {{(pid=91616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:17:25.712147 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.managers [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-0673c369-e0e6-4dc4-b7ca-785ab4738d43 service neutron] Bound port: 3ecd3046-ff96-45a4-bae9-a8694691d76e, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a614c55a-6f6c-4e3a-94de-0a8bc8101021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'eaa05f56-e2a3-4209-b334-8745e58b65ca'}}] {{(pid=91616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:17:25.712714 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-0673c369-e0e6-4dc4-b7ca-785ab4738d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:25.763751 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 56746) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:25.834979 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.db [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-0673c369-e0e6-4dc4-b7ca-785ab4738d43 service neutron] For port 3ecd3046-ff96-45a4-bae9-a8694691d76e, host hv-cinder-78652, cleared binding levels {{(pid=91616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:17:25.838829 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.db [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-0673c369-e0e6-4dc4-b7ca-785ab4738d43 service neutron] For port 3ecd3046-ff96-45a4-bae9-a8694691d76e, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3ecd3046-ff96-45a4-bae9-a8694691d76e,segment=NetworkSegment(a614c55a-6f6c-4e3a-94de-0a8bc8101021),segment_id=a614c55a-6f6c-4e3a-94de-0a8bc8101021)] {{(pid=91616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:17:25.870698 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [req-4de93b0b-4b19-4522-934b-53056b11c04f req-d9e69883-a60e-438a-9b05-a21aac3510b0 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Allocated IP 172.20.0.12 (2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43/1730b65d-c307-4958-817a-0c734926fd68/6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:17:25.906296 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-0673c369-e0e6-4dc4-b7ca-785ab4738d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:25.918986 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-2d77a8d5-b19e-4750-a467-6437aee05245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:25.978052 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3d86c8ce-bb9d-48b6-a093-c58b7d78c2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:25.990053 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-c5cde553-6a78-4534-94fb-9da01cb432d9 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:26.002981 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-0673c369-e0e6-4dc4-b7ca-785ab4738d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:26.003590 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-0673c369-e0e6-4dc4-b7ca-785ab4738d43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for port, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:26.005020 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-0673c369-e0e6-4dc4-b7ca-785ab4738d43 service neutron] 10.222.0.73 "PUT /v2.0/ports/3ecd3046-ff96-45a4-bae9-a8694691d76e HTTP/1.1" status: 200  len: 1093 time: 3.6301408
Jun 03 16:17:26.015045 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522a8caf-473b-4320-8f8e-d364d4ebfead', 'tag': '3ecd3046-ff96-45a4-bae9-a8694691d76e'}] {{(pid=91616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:17:26.017601 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ba5683e2301900b00b63f0bdb68dd2696e782727940e4ba776c706cb44efd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c4ac11-39e6-473f-9bf9-f6c14a7167bb" -d '{"events": [{"name": "network-changed", "server_uuid": "522a8caf-473b-4320-8f8e-d364d4ebfead", "tag": "3ecd3046-ff96-45a4-bae9-a8694691d76e"}]}' {{(pid=91616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:17:26.034369 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-3d86c8ce-bb9d-48b6-a093-c58b7d78c2f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:26.038376 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-3d86c8ce-bb9d-48b6-a093-c58b7d78c2f7 admin admin] Usage tracker for resource:security_group_rule and tenant:9bbd056ecaa24b90bab6dd8c56dc0523 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:26.041437 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-3d86c8ce-bb9d-48b6-a093-c58b7d78c2f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:26.051322 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-3d86c8ce-bb9d-48b6-a093-c58b7d78c2f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:26.092685 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-c5cde553-6a78-4534-94fb-9da01cb432d9 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Transition to ACTIVE for port object b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8 will not be triggered until provisioned by entity DHCP. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:17:26.121130 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673c369-e0e6-4dc4-b7ca-785ab4738d43 service neutron] Pushing event updated for resources: {'Port': ['ID=3ecd3046-ff96-45a4-bae9-a8694691d76e,revision_number=3']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:26.125297 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-0673c369-e0e6-4dc4-b7ca-785ab4738d43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:26.149323 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35683844-143d-4a93-a770-77e37bdd93ef req-0481a4ae-d21a-4714-b3f9-a79e196d7f39 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:26.150889 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-35683844-143d-4a93-a770-77e37bdd93ef req-0481a4ae-d21a-4714-b3f9-a79e196d7f39 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 931 time: 0.3094172
Jun 03 16:17:26.305974 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3d86c8ce-bb9d-48b6-a093-c58b7d78c2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:26.308524 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-35683844-143d-4a93-a770-77e37bdd93ef req-9131f675-0f0c-4846-9444-d566c89cc827 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Synchronizing usage tracker for tenant:ac92454434b9488fb13bd0596cb98647 on resource:security_group {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:17:26.314856 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3d86c8ce-bb9d-48b6-a093-c58b7d78c2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:26.329738 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:26.374116 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-35683844-143d-4a93-a770-77e37bdd93ef req-9131f675-0f0c-4846-9444-d566c89cc827 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Unset dirty status for tenant:ac92454434b9488fb13bd0596cb98647 on resource:security_group {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:17:26.383593 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c7aaf-9f5c-4a12-bd74-965674e43cb5 req-200d298f-4ac1-4112-8d25-b6d3d7e2fe62 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:26.388120 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-35683844-143d-4a93-a770-77e37bdd93ef req-9131f675-0f0c-4846-9444-d566c89cc827 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2233355
Jun 03 16:17:26.391443 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e04c7aaf-9f5c-4a12-bd74-965674e43cb5 req-200d298f-4ac1-4112-8d25-b6d3d7e2fe62 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/ports?device_id=30690eee-39da-4d20-9dea-04daed455d9a HTTP/1.1" status: 200  len: 945 time: 0.5026116
Jun 03 16:17:26.391648 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86c8ce-bb9d-48b6-a093-c58b7d78c2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175875d9-f2d8-4ece-8ad0-4910e860ddda,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:26.396439 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-3d86c8ce-bb9d-48b6-a093-c58b7d78c2f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:26.407993 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-3d86c8ce-bb9d-48b6-a093-c58b7d78c2f7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9bbd056ecaa24b90bab6dd8c56dc0523&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6369984
Jun 03 16:17:26.417886 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 56770) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:26.534287 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-c5cde553-6a78-4534-94fb-9da01cb432d9 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:26.540674 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-4de93b0b-4b19-4522-934b-53056b11c04f req-d9e69883-a60e-438a-9b05-a21aac3510b0 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:26.551822 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-60bb61d0-21ad-42ec-8228-9b93cc0f2642 req-eefa30ac-7aa9-427d-81aa-89330394ba8f tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 210 time: 0.0567923
Jun 03 16:17:26.571102 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e04c7aaf-9f5c-4a12-bd74-965674e43cb5 req-827d9f07-1e18-4f47-81f6-71329c58462b tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/security-groups?id=482bb00a-f01c-42d9-b1af-e2f8bae96c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1781304
Jun 03 16:17:26.608391 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9070d42c-bb9b-4fcd-86ba-516f9ab2c199 x-openstack-request-id: req-9070d42c-bb9b-4fcd-86ba-516f9ab2c199 {{(pid=91616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:17:26.608703 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522a8caf-473b-4320-8f8e-d364d4ebfead", "tag": "3ecd3046-ff96-45a4-bae9-a8694691d76e", "status": "completed", "code": 200}]} {{(pid=91616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:17:26.608973 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9070d42c-bb9b-4fcd-86ba-516f9ab2c199 {{(pid=91616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:17:26.609801 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522a8caf-473b-4320-8f8e-d364d4ebfead', 'tag': '3ecd3046-ff96-45a4-bae9-a8694691d76e', 'status': 'completed', 'code': 200}
Jun 03 16:17:26.629600 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:26.695202 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [req-4de93b0b-4b19-4522-934b-53056b11c04f req-d9e69883-a60e-438a-9b05-a21aac3510b0 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Transition to ACTIVE for port object 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e will not be triggered until provisioned by entity DHCP. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:17:26.723236 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-c5cde553-6a78-4534-94fb-9da01cb432d9 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Network 402cb13e-8c37-4be7-87df-d31fc66fd7f0 is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:17:26.734344 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-c5cde553-6a78-4534-94fb-9da01cb432d9 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Resources bound (agent type, host, resource id):  {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:17:26.737013 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-c5cde553-6a78-4534-94fb-9da01cb432d9 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:17:26.742733 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-c5cde553-6a78-4534-94fb-9da01cb432d9 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:26.743333 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-c5cde553-6a78-4534-94fb-9da01cb432d9 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:26.771836 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2ef28517-74ee-479d-a358-6a327a8094e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:26.829479 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cde553-6a78-4534-94fb-9da01cb432d9 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Pushing event updated for resources: {'Port': ['ID=b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:26.832362 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-c5cde553-6a78-4534-94fb-9da01cb432d9 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:26.834684 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-47c285c6-3f76-4466-b638-8625616a3400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa2ca215-9b47-4330-9719-2cc810d6dcdb {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:17:26.860970 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-47c285c6-3f76-4466-b638-8625616a3400 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:26.888423 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-c5cde553-6a78-4534-94fb-9da01cb432d9 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9927125
Jun 03 16:17:26.899969 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2ef28517-74ee-479d-a358-6a327a8094e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:26.910404 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d17ee3-af97-4156-b8ad-5540971ca9b0 req-f39a58b3-c38d-45a6-b791-c097b6be9d78 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:26.912113 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-47c285c6-3f76-4466-b638-8625616a3400 service neutron] Transition to ACTIVE for port object aa2ca215-9b47-4330-9719-2cc810d6dcdb will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:17:26.913240 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-d1d17ee3-af97-4156-b8ad-5540971ca9b0 req-f39a58b3-c38d-45a6-b791-c097b6be9d78 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=be60f43e-b07f-402d-bc2a-5446b474a07c HTTP/1.1" status: 200  len: 943 time: 0.1030226
Jun 03 16:17:26.931995 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-47c285c6-3f76-4466-b638-8625616a3400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:26.958057 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-fbcda29e-7ba5-457e-bf5c-9e7552a93b2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:26.972971 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-d1d17ee3-af97-4156-b8ad-5540971ca9b0 req-1eb43296-9d28-4a04-a41f-63996c0668f4 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521379
Jun 03 16:17:27.003163 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-4de93b0b-4b19-4522-934b-53056b11c04f req-d9e69883-a60e-438a-9b05-a21aac3510b0 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:27.018853 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2490a90a-56e0-4823-a6c2-ab2c3fa65dcc None None] Provisioning for port b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8 completed by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:17:27.024234 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2490a90a-56e0-4823-a6c2-ab2c3fa65dcc None None] Provisioning complete for port b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:17:27.024679 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2490a90a-56e0-4823-a6c2-ab2c3fa65dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:27.084943 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-2490a90a-56e0-4823-a6c2-ab2c3fa65dcc None None] Port b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8 cannot update to ACTIVE because it is not bound. {{(pid=91618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 16:17:27.138942 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c285c6-3f76-4466-b638-8625616a3400 service neutron] Pushing event updated for resources: {'Port': ['ID=aa2ca215-9b47-4330-9719-2cc810d6dcdb,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:27.142316 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-47c285c6-3f76-4466-b638-8625616a3400 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:27.176954 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-fbcda29e-7ba5-457e-bf5c-9e7552a93b2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:27.215861 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de93b0b-4b19-4522-934b-53056b11c04f req-d9e69883-a60e-438a-9b05-a21aac3510b0 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Network 2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:17:27.227590 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87b8da-7fff-4c18-8ddb-1762d9f48d40 req-ab569e7d-3f35-405b-b543-67fafa50a5a3 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:27.228293 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-9e87b8da-7fff-4c18-8ddb-1762d9f48d40 req-ab569e7d-3f35-405b-b543-67fafa50a5a3 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Synchronizing usage tracker for tenant:1a537e76199c41b2a9f3cd652b9668bd on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:17:27.252847 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [req-4de93b0b-4b19-4522-934b-53056b11c04f req-d9e69883-a60e-438a-9b05-a21aac3510b0 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Resources bound (agent type, host, resource id):  {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:17:27.255212 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de93b0b-4b19-4522-934b-53056b11c04f req-d9e69883-a60e-438a-9b05-a21aac3510b0 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:17:27.261194 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de93b0b-4b19-4522-934b-53056b11c04f req-d9e69883-a60e-438a-9b05-a21aac3510b0 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:27.261810 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-4de93b0b-4b19-4522-934b-53056b11c04f req-d9e69883-a60e-438a-9b05-a21aac3510b0 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:27.284202 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2ef28517-74ee-479d-a358-6a327a8094e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:27.314801 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-47c285c6-3f76-4466-b638-8625616a3400 service neutron] Attempting to bind port aa2ca215-9b47-4330-9719-2cc810d6dcdb on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:17:27.316510 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-47c285c6-3f76-4466-b638-8625616a3400 service neutron] Attempting to bind port aa2ca215-9b47-4330-9719-2cc810d6dcdb by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'a614c55a-6f6c-4e3a-94de-0a8bc8101021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'eaa05f56-e2a3-4209-b334-8745e58b65ca'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:17:27.318894 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-47c285c6-3f76-4466-b638-8625616a3400 service neutron] Attempting to bind port aa2ca215-9b47-4330-9719-2cc810d6dcdb on network eaa05f56-e2a3-4209-b334-8745e58b65ca {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:17:27.330520 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2ef28517-74ee-479d-a358-6a327a8094e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:27.333117 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-2ef28517-74ee-479d-a358-6a327a8094e1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/175875d9-f2d8-4ece-8ad0-4910e860ddda HTTP/1.1" status: 204  len: 168 time: 0.9089150
Jun 03 16:17:27.344923 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4de93b0b-4b19-4522-934b-53056b11c04f req-d9e69883-a60e-438a-9b05-a21aac3510b0 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7483575
Jun 03 16:17:27.345484 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-47c285c6-3f76-4466-b638-8625616a3400 service neutron] Port aa2ca215-9b47-4330-9719-2cc810d6dcdb on network eaa05f56-e2a3-4209-b334-8745e58b65ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 16:17:27.345876 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-47c285c6-3f76-4466-b638-8625616a3400 service neutron] Attempting to bind port aa2ca215-9b47-4330-9719-2cc810d6dcdb on network eaa05f56-e2a3-4209-b334-8745e58b65ca {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:17:27.353531 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-9e87b8da-7fff-4c18-8ddb-1762d9f48d40 req-ab569e7d-3f35-405b-b543-67fafa50a5a3 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Unset dirty status for tenant:1a537e76199c41b2a9f3cd652b9668bd on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:17:27.354721 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9e87b8da-7fff-4c18-8ddb-1762d9f48d40 req-ab569e7d-3f35-405b-b543-67fafa50a5a3 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 931 time: 0.6013637
Jun 03 16:17:27.358026 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e69883-a60e-438a-9b05-a21aac3510b0 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Pushing event updated for resources: {'Port': ['ID=6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:27.360878 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-d9e69883-a60e-438a-9b05-a21aac3510b0 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:27.361756 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-262b5e25-3f2a-4d29-be1d-d083d4a6aab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:27.368164 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-47c285c6-3f76-4466-b638-8625616a3400 service neutron] Checking agent: {'id': '583156db-f932-4b7a-94d3-94f9531b86fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:17:27.368499 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-47c285c6-3f76-4466-b638-8625616a3400 service neutron] Checking segment: {'id': 'a614c55a-6f6c-4e3a-94de-0a8bc8101021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'eaa05f56-e2a3-4209-b334-8745e58b65ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:17:27.368876 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-47c285c6-3f76-4466-b638-8625616a3400 service neutron] Bound using segment: {'id': 'a614c55a-6f6c-4e3a-94de-0a8bc8101021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'eaa05f56-e2a3-4209-b334-8745e58b65ca'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:17:27.369345 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-47c285c6-3f76-4466-b638-8625616a3400 service neutron] Bound port: aa2ca215-9b47-4330-9719-2cc810d6dcdb, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a614c55a-6f6c-4e3a-94de-0a8bc8101021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'eaa05f56-e2a3-4209-b334-8745e58b65ca'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:17:27.369690 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-47c285c6-3f76-4466-b638-8625616a3400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:27.400432 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef28517-74ee-479d-a358-6a327a8094e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175875d9-f2d8-4ece-8ad0-4910e860ddda,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:27.423156 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-2ef28517-74ee-479d-a358-6a327a8094e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:27.501480 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9e87b8da-7fff-4c18-8ddb-1762d9f48d40 req-ed54f5f0-b0d0-4bee-bbe1-cff5b067b3d8 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1187403
Jun 03 16:17:27.523025 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 8dbf2f68-be96-43b2-bfd4-71376160e7df details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 16:17:27.530526 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-7baec687-8005-41ee-aea2-fadbfdd75c1f None None] Provisioning for port 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e completed by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:17:27.537172 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-7baec687-8005-41ee-aea2-fadbfdd75c1f None None] Provisioning complete for port 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:17:27.537849 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-7baec687-8005-41ee-aea2-fadbfdd75c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:27.550845 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-47c285c6-3f76-4466-b638-8625616a3400 service neutron] For port aa2ca215-9b47-4330-9719-2cc810d6dcdb, host hv-cinder-78652, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:17:27.554138 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-47c285c6-3f76-4466-b638-8625616a3400 service neutron] For port aa2ca215-9b47-4330-9719-2cc810d6dcdb, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=aa2ca215-9b47-4330-9719-2cc810d6dcdb,segment=NetworkSegment(a614c55a-6f6c-4e3a-94de-0a8bc8101021),segment_id=a614c55a-6f6c-4e3a-94de-0a8bc8101021)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:17:27.559961 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-47c285c6-3f76-4466-b638-8625616a3400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:27.563901 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:27.626242 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-47c285c6-3f76-4466-b638-8625616a3400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:27.626863 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-47c285c6-3f76-4466-b638-8625616a3400 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:27.628260 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-47c285c6-3f76-4466-b638-8625616a3400 service neutron] 10.222.0.73 "PUT /v2.0/ports/aa2ca215-9b47-4330-9719-2cc810d6dcdb HTTP/1.1" status: 200  len: 1093 time: 2.5209916
Jun 03 16:17:27.628906 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ec446f-6249-44c7-9da3-74c4bda1819a', 'tag': 'aa2ca215-9b47-4330-9719-2cc810d6dcdb'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:17:27.631199 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ceb00b-0a25-40a8-8ad7-deda464b2029" -d '{"events": [{"name": "network-changed", "server_uuid": "41ec446f-6249-44c7-9da3-74c4bda1819a", "tag": "aa2ca215-9b47-4330-9719-2cc810d6dcdb"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:17:27.648629 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-7baec687-8005-41ee-aea2-fadbfdd75c1f None None] Port 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e cannot update to ACTIVE because it is not bound. {{(pid=91618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 16:17:27.664423 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c285c6-3f76-4466-b638-8625616a3400 service neutron] Pushing event updated for resources: {'Port': ['ID=aa2ca215-9b47-4330-9719-2cc810d6dcdb,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:27.675728 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-47c285c6-3f76-4466-b638-8625616a3400 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:27.706762 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d23ddff-187e-41c1-bace-3932154bc8f0 req-30966ad6-8439-4dbd-877d-e391383a41d1 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:27.709247 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9d23ddff-187e-41c1-bace-3932154bc8f0 req-30966ad6-8439-4dbd-877d-e391383a41d1 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 943 time: 0.1604187
Jun 03 16:17:27.759694 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9d23ddff-187e-41c1-bace-3932154bc8f0 req-e27d6de0-aa21-4626-b08b-d73a8d97e21f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433033
Jun 03 16:17:27.765681 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 8dbf2f68-be96-43b2-bfd4-71376160e7df, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8dbf2f68-be96-43b2-bfd4-71376160e7df,segment=NetworkSegment(32444300-ec9f-49ab-9cc6-b285e44b2fde),segment_id=32444300-ec9f-49ab-9cc6-b285e44b2fde)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:17:27.771370 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6517e2b-d9d0-4702-99ef-8ed195c1fc19 req-b955f898-00bf-44a9-9b95-aee0d226ee63 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:27.772238 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-a6517e2b-d9d0-4702-99ef-8ed195c1fc19 req-b955f898-00bf-44a9-9b95-aee0d226ee63 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Synchronizing usage tracker for tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:17:27.781571 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Returning: {'device': '8dbf2f68-be96-43b2-bfd4-71376160e7df', 'network_id': '4201750e-bded-4d48-84d8-62df05a2c3fb', 'port_id': '8dbf2f68-be96-43b2-bfd4-71376160e7df', 'mac_address': 'fa:16:3e:a5:9c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '890db160-4d07-4ff5-9d87-f61f9c555875', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 16:17:27.794948 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 56804) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:27.803671 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-a6517e2b-d9d0-4702-99ef-8ed195c1fc19 req-b955f898-00bf-44a9-9b95-aee0d226ee63 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Unset dirty status for tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:17:27.805261 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a6517e2b-d9d0-4702-99ef-8ed195c1fc19 req-b955f898-00bf-44a9-9b95-aee0d226ee63 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 932 time: 0.1279650
Jun 03 16:17:27.816618 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8a4e7265-9513-4153-aad7-45561a0dcb93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:27.836515 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-8a4e7265-9513-4153-aad7-45561a0dcb93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:27.840866 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:27.841761 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-8a4e7265-9513-4153-aad7-45561a0dcb93 admin admin] Usage tracker for resource:security_group_rule and tenant:e3856d5f363040969571b23cd1fd3d29 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:27.844701 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-8a4e7265-9513-4153-aad7-45561a0dcb93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:27.850615 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-8a4e7265-9513-4153-aad7-45561a0dcb93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:27.861743 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dbf2f68-be96-43b2-bfd4-71376160e7df {{(pid=91618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:17:27.864997 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a6517e2b-d9d0-4702-99ef-8ed195c1fc19 req-faaaf3bd-afb1-4491-afac-2ccc4c2035cb tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532451
Jun 03 16:17:27.881751 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 8dbf2f68-be96-43b2-bfd4-71376160e7df, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8dbf2f68-be96-43b2-bfd4-71376160e7df,segment=NetworkSegment(32444300-ec9f-49ab-9cc6-b285e44b2fde),segment_id=32444300-ec9f-49ab-9cc6-b285e44b2fde)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:17:27.897571 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:27.899540 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:27.972335 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cab16ad-87c6-4a2e-8350-731e2fccbf98 x-openstack-request-id: req-0cab16ad-87c6-4a2e-8350-731e2fccbf98 {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:17:27.972690 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ec446f-6249-44c7-9da3-74c4bda1819a", "tag": "aa2ca215-9b47-4330-9719-2cc810d6dcdb", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:17:27.973220 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0cab16ad-87c6-4a2e-8350-731e2fccbf98 {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:17:27.973670 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=8dbf2f68-be96-43b2-bfd4-71376160e7df,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:27.973782 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ec446f-6249-44c7-9da3-74c4bda1819a', 'tag': 'aa2ca215-9b47-4330-9719-2cc810d6dcdb', 'status': 'completed', 'code': 200}
Jun 03 16:17:27.977095 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:28.014236 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8a4e7265-9513-4153-aad7-45561a0dcb93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:28.023224 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8a4e7265-9513-4153-aad7-45561a0dcb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:28.038138 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ea145-62e2-435b-9a50-b98f3ff1197a req-495c429b-c37d-484f-9cdb-5f3f6f1ec173 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:28.039592 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-041ea145-62e2-435b-9a50-b98f3ff1197a req-495c429b-c37d-484f-9cdb-5f3f6f1ec173 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/ports?device_id=30690eee-39da-4d20-9dea-04daed455d9a HTTP/1.1" status: 200  len: 945 time: 0.1492901
Jun 03 16:17:28.041636 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:28.116148 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-8a4e7265-9513-4153-aad7-45561a0dcb93 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e3856d5f363040969571b23cd1fd3d29&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3188100
Jun 03 16:17:28.117535 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 56810) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:28.118051 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e7265-9513-4153-aad7-45561a0dcb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9106068b-6893-41f3-b982-3874e1827704,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:28.120865 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8a4e7265-9513-4153-aad7-45561a0dcb93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:28.125511 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-041ea145-62e2-435b-9a50-b98f3ff1197a req-321bc21e-2fb4-4861-b8c6-da47bf31b7fe tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/security-groups?id=482bb00a-f01c-42d9-b1af-e2f8bae96c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771546
Jun 03 16:17:28.196149 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7f71a25f-5fb6-465b-bd8c-b076474acf8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:28.237690 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b08d60-3a97-40b9-a744-86adede4452d req-12975d69-e941-4ff7-b80b-33c1e233f82d tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:28.239168 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-83b08d60-3a97-40b9-a744-86adede4452d req-12975d69-e941-4ff7-b80b-33c1e233f82d tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=be60f43e-b07f-402d-bc2a-5446b474a07c HTTP/1.1" status: 200  len: 944 time: 0.1519926
Jun 03 16:17:28.240868 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7f71a25f-5fb6-465b-bd8c-b076474acf8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:28.317113 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-83b08d60-3a97-40b9-a744-86adede4452d req-c271dfe8-48b0-4a6b-8983-15204d071c22 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685563
Jun 03 16:17:28.336401 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7f71a25f-5fb6-465b-bd8c-b076474acf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:28.340770 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a2b7fbda-6064-46b3-83f4-e72f8f9397a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:28.352636 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71a25f-5fb6-465b-bd8c-b076474acf8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9106068b-6893-41f3-b982-3874e1827704,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:28.356152 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-7f71a25f-5fb6-465b-bd8c-b076474acf8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:28.360338 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7f71a25f-5fb6-465b-bd8c-b076474acf8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:28.361469 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-7f71a25f-5fb6-465b-bd8c-b076474acf8a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9106068b-6893-41f3-b982-3874e1827704 HTTP/1.1" status: 204  len: 168 time: 0.2430277
Jun 03 16:17:28.613396 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-4de93b0b-4b19-4522-934b-53056b11c04f req-98ef7a41-4ccb-4e2f-bf50-7ed7f7123959 service neutron] Request body: {'port': {'device_id': '78bec0e4-89e5-4150-b8f8-f3545bf9df1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:17:28.659244 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-96bf7f19-ea9e-48a0-bea4-06e54640c522 service neutron] Request body: {'port': {'device_id': 'fcfd8160-8f16-4981-8577-5de2933505bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:17:28.839862 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d4549-0b8f-47d6-bb45-06c27781ff33 req-6d8a0fe4-e55a-4067-9837-b6a952e9a7db tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:28.841205 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['8dbf2f68-be96-43b2-bfd4-71376160e7df'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:17:28.849521 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-302d4549-0b8f-47d6-bb45-06c27781ff33 req-6d8a0fe4-e55a-4067-9837-b6a952e9a7db tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 931 time: 0.1832082
Jun 03 16:17:28.875148 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3a87b-21fd-419e-907d-d35bd87def36 req-83a53618-b1ad-4f41-b9dc-2de5def21936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:28.876654 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-29c3a87b-21fd-419e-907d-d35bd87def36 req-83a53618-b1ad-4f41-b9dc-2de5def21936 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=30690eee-39da-4d20-9dea-04daed455d9a HTTP/1.1" status: 200  len: 1098 time: 0.2749724
Jun 03 16:17:28.881901 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ceb00b-0a25-40a8-8ad7-deda464b2029 req-1ff3e431-8679-42a1-9b23-a0749e85247b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:28.883402 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-11ceb00b-0a25-40a8-8ad7-deda464b2029 req-1ff3e431-8679-42a1-9b23-a0749e85247b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac92454434b9488fb13bd0596cb98647&device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 1096 time: 0.2184212
Jun 03 16:17:28.941791 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-29c3a87b-21fd-419e-907d-d35bd87def36 req-aa479040-6fdb-4800-ad2f-2205d2313e03 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:28.990933 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-302d4549-0b8f-47d6-bb45-06c27781ff33 req-10906e01-7d07-4ab8-b45a-2bd36e839b1e tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1404006
Jun 03 16:17:28.995086 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-4de93b0b-4b19-4522-934b-53056b11c04f req-98ef7a41-4ccb-4e2f-bf50-7ed7f7123959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:29.004174 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [req-29c3a87b-21fd-419e-907d-d35bd87def36 req-aa479040-6fdb-4800-ad2f-2205d2313e03 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:29.065743 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-29c3a87b-21fd-419e-907d-d35bd87def36 req-aa479040-6fdb-4800-ad2f-2205d2313e03 service neutron] Usage tracker for resource:security_group_rule and tenant:838874d5188b4f85bf580ad819355260 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:29.072621 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-29c3a87b-21fd-419e-907d-d35bd87def36 req-aa479040-6fdb-4800-ad2f-2205d2313e03 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:29.088379 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [req-29c3a87b-21fd-419e-907d-d35bd87def36 req-aa479040-6fdb-4800-ad2f-2205d2313e03 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:29.171776 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-96bf7f19-ea9e-48a0-bea4-06e54640c522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:29.201311 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4ac11-39e6-473f-9bf9-f6c14a7167bb req-75cdfed6-2557-4417-9e51-73201a5ba259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:29.202849 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a3c4ac11-39e6-473f-9bf9-f6c14a7167bb req-75cdfed6-2557-4417-9e51-73201a5ba259 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac92454434b9488fb13bd0596cb98647&device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 1096 time: 0.5147121
Jun 03 16:17:29.232749 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ceb00b-0a25-40a8-8ad7-deda464b2029 req-6cd0ad8f-0009-4598-8b4d-556ee6ac6670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:29.234394 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-11ceb00b-0a25-40a8-8ad7-deda464b2029 req-6cd0ad8f-0009-4598-8b4d-556ee6ac6670 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=ac92454434b9488fb13bd0596cb98647&shared=False HTTP/1.1" status: 200  len: 920 time: 0.3343661
Jun 03 16:17:29.333514 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-29c3a87b-21fd-419e-907d-d35bd87def36 req-aa479040-6fdb-4800-ad2f-2205d2313e03 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:29.435727 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ceb00b-0a25-40a8-8ad7-deda464b2029 req-ba48460f-a781-41ea-aab6-611aaae5a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:29.437099 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-11ceb00b-0a25-40a8-8ad7-deda464b2029 req-ba48460f-a781-41ea-aab6-611aaae5a9b6 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1925461
Jun 03 16:17:29.438916 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-29c3a87b-21fd-419e-907d-d35bd87def36 req-aa479040-6fdb-4800-ad2f-2205d2313e03 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:29.451845 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:29.489796 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2573965-3e33-4739-9b22-86d82b0b83b7 req-cba1c8af-a0fc-42cf-abff-319bb641a316 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:29.491310 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f2573965-3e33-4739-9b22-86d82b0b83b7 req-cba1c8af-a0fc-42cf-abff-319bb641a316 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 932 time: 0.3365064
Jun 03 16:17:29.505425 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-29c3a87b-21fd-419e-907d-d35bd87def36 req-aa479040-6fdb-4800-ad2f-2205d2313e03 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=482bb00a-f01c-42d9-b1af-e2f8bae96c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6209047
Jun 03 16:17:29.524616 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8920119-9729-40d8-8ab0-ca0268ed4db5 req-ceaa004e-2766-4c0f-9b38-182191e54c99 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:29.525514 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-d8920119-9729-40d8-8ab0-ca0268ed4db5 req-ceaa004e-2766-4c0f-9b38-182191e54c99 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Synchronizing usage tracker for tenant:ac92454434b9488fb13bd0596cb98647 on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:17:29.580883 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa479040-6fdb-4800-ad2f-2205d2313e03 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c71800b2-13f1-4746-84ea-a004ea04926b,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:29.584395 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-aa479040-6fdb-4800-ad2f-2205d2313e03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:29.618573 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f2573965-3e33-4739-9b22-86d82b0b83b7 req-76afc629-6e54-425b-b608-850b50889960 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1209726
Jun 03 16:17:29.642508 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-37967fe3-b9d1-4fb8-95c0-367dee95095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:29.647592 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-37967fe3-b9d1-4fb8-95c0-367dee95095c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac92454434b9488fb13bd0596cb98647&device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 1096 time: 0.1507170
Jun 03 16:17:29.684527 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4ac11-39e6-473f-9bf9-f6c14a7167bb req-047617e0-5796-43d4-a08f-e34ed7bbb6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:29.686064 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a3c4ac11-39e6-473f-9bf9-f6c14a7167bb req-047617e0-5796-43d4-a08f-e34ed7bbb6da service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=ac92454434b9488fb13bd0596cb98647&shared=False HTTP/1.1" status: 200  len: 920 time: 0.4346931
Jun 03 16:17:29.763304 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-96bd1980-f8af-4d79-b26a-f1a43ba778bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa2ca215-9b47-4330-9719-2cc810d6dcdb HTTP/1.1" status: 200  len: 217 time: 0.1081624
Jun 03 16:17:29.925547 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-e6439835-36f8-449a-bddd-ed4ab78f816a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:29.926818 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-e6439835-36f8-449a-bddd-ed4ab78f816a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=37b858f2-9061-4689-8f39-93d3aae83f42 HTTP/1.1" status: 200  len: 859 time: 0.1535270
Jun 03 16:17:29.941333 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4ac11-39e6-473f-9bf9-f6c14a7167bb req-892d698b-e469-4867-a590-9741790585c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:29.942903 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a3c4ac11-39e6-473f-9bf9-f6c14a7167bb req-892d698b-e469-4867-a590-9741790585c7 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1679950
Jun 03 16:17:29.993658 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 56872) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:29.996049 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-2f3d827f-4cfd-410f-85dd-a3934d9e286e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eaa05f56-e2a3-4209-b334-8745e58b65ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0594175
Jun 03 16:17:30.092091 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-d8920119-9729-40d8-8ab0-ca0268ed4db5 req-ceaa004e-2766-4c0f-9b38-182191e54c99 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Unset dirty status for tenant:ac92454434b9488fb13bd0596cb98647 on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:17:30.093294 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d8920119-9729-40d8-8ab0-ca0268ed4db5 req-ceaa004e-2766-4c0f-9b38-182191e54c99 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 943 time: 1.0993290
Jun 03 16:17:30.125153 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ec790-60ee-4a70-a1ab-034594cbe79a req-52d38bba-f320-4c22-9382-93ef6f28ed5e tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:30.126616 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-464ec790-60ee-4a70-a1ab-034594cbe79a req-52d38bba-f320-4c22-9382-93ef6f28ed5e tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/ports?device_id=30690eee-39da-4d20-9dea-04daed455d9a HTTP/1.1" status: 200  len: 945 time: 0.2997870
Jun 03 16:17:30.173038 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-15d8e197-ad85-4e96-bb28-290b1017c207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:30.244744 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d8920119-9729-40d8-8ab0-ca0268ed4db5 req-9fe91d1a-03ad-47fd-a40f-83fd1a0b7714 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363955
Jun 03 16:17:30.249390 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-15d8e197-ad85-4e96-bb28-290b1017c207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:30.275594 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-464ec790-60ee-4a70-a1ab-034594cbe79a req-731d3eed-deea-402c-98ba-92cafb25665c tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/security-groups?id=482bb00a-f01c-42d9-b1af-e2f8bae96c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1432121
Jun 03 16:17:30.276499 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-15d8e197-ad85-4e96-bb28-290b1017c207 admin admin] Usage tracker for resource:security_group_rule and tenant:c5b112606c1d4bb59ea23bf317b9d705 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:30.308662 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-9316e40f-d8e2-41b5-ad33-adc2c6aa4dfe service neutron] 10.222.0.73 "GET /v2.0/networks/eaa05f56-e2a3-4209-b334-8745e58b65ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3023169
Jun 03 16:17:30.310267 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-15d8e197-ad85-4e96-bb28-290b1017c207 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:30.336890 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-15d8e197-ad85-4e96-bb28-290b1017c207 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:30.338656 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-883e4c7d-1b90-4395-bfcf-99e8a49e089d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:30.340189 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-883e4c7d-1b90-4395-bfcf-99e8a49e089d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac92454434b9488fb13bd0596cb98647&device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 1096 time: 0.3144817
Jun 03 16:17:30.342411 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [req-4de93b0b-4b19-4522-934b-53056b11c04f req-98ef7a41-4ccb-4e2f-bf50-7ed7f7123959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:17:30.415995 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-4de93b0b-4b19-4522-934b-53056b11c04f req-98ef7a41-4ccb-4e2f-bf50-7ed7f7123959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:30.476132 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-bb49192e-198f-4e63-b043-3c48771a4dd8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ecd3046-ff96-45a4-bae9-a8694691d76e HTTP/1.1" status: 200  len: 217 time: 0.1234989
Jun 03 16:17:30.533345 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-96bf7f19-ea9e-48a0-bea4-06e54640c522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8 {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:17:30.539323 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-e2408734-d1ae-4bbf-80a3-26cfa13afb3f req-2d7206dc-665c-44b6-bb8c-4efeee7ecf88 service neutron] 10.222.0.73 "GET /v2.0/networks/eaa05f56-e2a3-4209-b334-8745e58b65ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2217669
Jun 03 16:17:30.546971 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [req-4de93b0b-4b19-4522-934b-53056b11c04f req-98ef7a41-4ccb-4e2f-bf50-7ed7f7123959 service neutron] Transition to ACTIVE for port object 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:17:30.553917 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-96bf7f19-ea9e-48a0-bea4-06e54640c522 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:30.565967 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-4de93b0b-4b19-4522-934b-53056b11c04f req-98ef7a41-4ccb-4e2f-bf50-7ed7f7123959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:30.585123 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-d1ae17e2-4dae-4ade-ac6c-d3ec160934a3 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:30.602870 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-15d8e197-ad85-4e96-bb28-290b1017c207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:30.608309 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 8dbf2f68-be96-43b2-bfd4-71376160e7df up at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:17:30.612280 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a8424-0ae9-4848-8c19-c79e2bd395da req-c397ff6d-4116-409f-894d-db5c476b19d0 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:30.613789 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f25a8424-0ae9-4848-8c19-c79e2bd395da req-c397ff6d-4116-409f-894d-db5c476b19d0 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 931 time: 0.1732032
Jun 03 16:17:30.615038 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-15d8e197-ad85-4e96-bb28-290b1017c207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:30.624972 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-1e776871-3856-4f30-8ac8-8c60320ffade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:30.634215 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-96bf7f19-ea9e-48a0-bea4-06e54640c522 service neutron] Transition to ACTIVE for port object b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8 will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:17:30.692379 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning for port 8dbf2f68-be96-43b2-bfd4-71376160e7df completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:17:30.697677 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning complete for port 8dbf2f68-be96-43b2-bfd4-71376160e7df triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:17:30.698459 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:30.701629 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-15d8e197-ad85-4e96-bb28-290b1017c207 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c5b112606c1d4bb59ea23bf317b9d705&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7007384
Jun 03 16:17:30.702586 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8e197-ad85-4e96-bb28-290b1017c207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90b038f-9909-4f8f-a62f-77a9c1cc2eaa,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:30.706567 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 56880) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:30.708319 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-522cca8d-f48d-499f-b77f-50e3e737afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:30.709811 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-522cca8d-f48d-499f-b77f-50e3e737afe0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=37b858f2-9061-4689-8f39-93d3aae83f42 HTTP/1.1" status: 200  len: 859 time: 0.2246685
Jun 03 16:17:30.722288 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-15d8e197-ad85-4e96-bb28-290b1017c207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:30.741151 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f25a8424-0ae9-4848-8c19-c79e2bd395da req-68f798ec-a44b-4cd3-a219-078da81ffe1e tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1169186
Jun 03 16:17:30.840446 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-96bf7f19-ea9e-48a0-bea4-06e54640c522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:30.848967 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-08575fb4-445f-4614-bdac-0f7294e3479d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:30.908102 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-e4d00587-a9ed-4e85-8c59-f35fcfaf090e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eaa05f56-e2a3-4209-b334-8745e58b65ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0654733
Jun 03 16:17:30.915019 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-08575fb4-445f-4614-bdac-0f7294e3479d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:30.925132 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:30.954857 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be60f43e-b07f-402d-bc2a-5446b474a07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbf2f68-be96-43b2-bfd4-71376160e7df'}] {{(pid=91618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:17:30.957190 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80780923b31b79766dda64912243351c94e9e307cca1e5b2e5a14cee02687ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fd9d2c-d6cc-45bd-9622-630d474653b7" -d '{"events": [{"server_uuid": "be60f43e-b07f-402d-bc2a-5446b474a07c", "name": "network-vif-plugged", "status": "completed", "tag": "8dbf2f68-be96-43b2-bfd4-71376160e7df"}]}' {{(pid=91618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:17:30.966582 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 8dbf2f68-be96-43b2-bfd4-71376160e7df, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8dbf2f68-be96-43b2-bfd4-71376160e7df,segment=NetworkSegment(32444300-ec9f-49ab-9cc6-b285e44b2fde),segment_id=32444300-ec9f-49ab-9cc6-b285e44b2fde)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:17:30.972550 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:30.975762 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:30.992251 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef7a41-4ccb-4e2f-bf50-7ed7f7123959 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:31.078501 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4f0d1-ba1a-484a-9851-7c663605359c req-464333a5-98e8-4443-9523-400295326db5 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:31.080684 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-03d4f0d1-ba1a-484a-9851-7c663605359c req-464333a5-98e8-4443-9523-400295326db5 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 944 time: 0.1578522
Jun 03 16:17:31.083429 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-08575fb4-445f-4614-bdac-0f7294e3479d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:31.088880 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-082f1241-6fd8-4d06-8c98-81e1c598c0d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:31.187598 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=8dbf2f68-be96-43b2-bfd4-71376160e7df,revision_number=5']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:31.197989 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:31.208847 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08575fb4-445f-4614-bdac-0f7294e3479d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90b038f-9909-4f8f-a62f-77a9c1cc2eaa,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:31.215080 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-08575fb4-445f-4614-bdac-0f7294e3479d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:31.241449 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-08575fb4-445f-4614-bdac-0f7294e3479d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:31.243060 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-08575fb4-445f-4614-bdac-0f7294e3479d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e90b038f-9909-4f8f-a62f-77a9c1cc2eaa HTTP/1.1" status: 204  len: 168 time: 0.5334132
Jun 03 16:17:31.268118 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-03d4f0d1-ba1a-484a-9851-7c663605359c req-963d0152-efc4-4cf9-9e9b-edba1d599f4c tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1782160
Jun 03 16:17:31.342944 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715563e4-b505-43ac-a398-f5b79ba89b2e req-2ead5c65-51a4-4e0c-987d-5de24f9cc5be tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:31.350755 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-715563e4-b505-43ac-a398-f5b79ba89b2e req-2ead5c65-51a4-4e0c-987d-5de24f9cc5be tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=be60f43e-b07f-402d-bc2a-5446b474a07c HTTP/1.1" status: 200  len: 944 time: 0.9250309
Jun 03 16:17:31.367677 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00101e4-441d-4b7a-a333-6c59efbaa59b x-openstack-request-id: req-d00101e4-441d-4b7a-a333-6c59efbaa59b {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:17:31.368340 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be60f43e-b07f-402d-bc2a-5446b474a07c", "name": "network-vif-plugged", "status": "completed", "tag": "8dbf2f68-be96-43b2-bfd4-71376160e7df", "code": 200}]} {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:17:31.368694 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d00101e4-441d-4b7a-a333-6c59efbaa59b {{(pid=91618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:17:31.369430 dv-cinder-786524-8-iscsi neutron-server[91618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be60f43e-b07f-402d-bc2a-5446b474a07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbf2f68-be96-43b2-bfd4-71376160e7df', 'code': 200}
Jun 03 16:17:31.470796 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-4de93b0b-4b19-4522-934b-53056b11c04f req-98ef7a41-4ccb-4e2f-bf50-7ed7f7123959 service neutron] Attempting to bind port 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:17:31.471377 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-4de93b0b-4b19-4522-934b-53056b11c04f req-98ef7a41-4ccb-4e2f-bf50-7ed7f7123959 service neutron] Attempting to bind port 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '8d919451-85fd-41bb-bbc2-dd880028642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:17:31.471887 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de93b0b-4b19-4522-934b-53056b11c04f req-98ef7a41-4ccb-4e2f-bf50-7ed7f7123959 service neutron] Attempting to bind port 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e on network 2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:17:31.474975 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-98ef7a41-4ccb-4e2f-bf50-7ed7f7123959 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.890s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:31.481831 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.583s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:31.612553 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf7f19-ea9e-48a0-bea4-06e54640c522 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:31.631347 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de93b0b-4b19-4522-934b-53056b11c04f req-98ef7a41-4ccb-4e2f-bf50-7ed7f7123959 service neutron] Port 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e on network 2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 16:17:31.631972 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de93b0b-4b19-4522-934b-53056b11c04f req-98ef7a41-4ccb-4e2f-bf50-7ed7f7123959 service neutron] Attempting to bind port 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e on network 2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:17:31.641492 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-96bf7f19-ea9e-48a0-bea4-06e54640c522 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:31.728583 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de93b0b-4b19-4522-934b-53056b11c04f req-98ef7a41-4ccb-4e2f-bf50-7ed7f7123959 service neutron] Checking agent: {'id': '583156db-f932-4b7a-94d3-94f9531b86fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:17:31.728922 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de93b0b-4b19-4522-934b-53056b11c04f req-98ef7a41-4ccb-4e2f-bf50-7ed7f7123959 service neutron] Checking segment: {'id': '8d919451-85fd-41bb-bbc2-dd880028642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:17:31.729339 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de93b0b-4b19-4522-934b-53056b11c04f req-98ef7a41-4ccb-4e2f-bf50-7ed7f7123959 service neutron] Bound using segment: {'id': '8d919451-85fd-41bb-bbc2-dd880028642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:17:31.729779 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-4de93b0b-4b19-4522-934b-53056b11c04f req-98ef7a41-4ccb-4e2f-bf50-7ed7f7123959 service neutron] Bound port: 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d919451-85fd-41bb-bbc2-dd880028642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:17:31.730124 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-4de93b0b-4b19-4522-934b-53056b11c04f req-98ef7a41-4ccb-4e2f-bf50-7ed7f7123959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:31.771901 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb66297-a3bd-4a97-8949-38c9aa9f651d req-aeaef79f-1cce-4804-9dc1-1ce37e8efa01 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:31.787072 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9cb66297-a3bd-4a97-8949-38c9aa9f651d req-aeaef79f-1cce-4804-9dc1-1ce37e8efa01 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 943 time: 0.2891040
Jun 03 16:17:31.800139 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-77cf6853-8e7b-4f86-8bdf-536ec465d56c service neutron] 10.222.0.73 "GET /v2.0/networks/eaa05f56-e2a3-4209-b334-8745e58b65ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8568544
Jun 03 16:17:31.818213 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-715563e4-b505-43ac-a398-f5b79ba89b2e req-f08af6ff-877e-4703-8a3a-1da51ae930ce tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4657276
Jun 03 16:17:31.846946 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9cb66297-a3bd-4a97-8949-38c9aa9f651d req-5c40b1bb-6f86-432e-b5a3-4ea0617e0d92 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588698
Jun 03 16:17:31.877707 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-96bf7f19-ea9e-48a0-bea4-06e54640c522 service neutron] Attempting to bind port b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:17:31.878042 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-96bf7f19-ea9e-48a0-bea4-06e54640c522 service neutron] Attempting to bind port b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'bf6a9dcb-51b9-4164-a0a8-fd480afe49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:17:31.878419 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-96bf7f19-ea9e-48a0-bea4-06e54640c522 service neutron] Attempting to bind port b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8 on network 402cb13e-8c37-4be7-87df-d31fc66fd7f0 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:17:31.891910 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b02a6-0d2a-4284-8462-6cfb006bc193 req-0c86c9b3-9193-4975-9d01-11340057349c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:31.893404 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-eb3b02a6-0d2a-4284-8462-6cfb006bc193 req-0c86c9b3-9193-4975-9d01-11340057349c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=be60f43e-b07f-402d-bc2a-5446b474a07c HTTP/1.1" status: 200  len: 1098 time: 0.2231441
Jun 03 16:17:31.964189 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-eb3b02a6-0d2a-4284-8462-6cfb006bc193 req-813b918d-ca43-46fa-a9f0-ac1441d382d7 service neutron] Synchronizing usage tracker for tenant:838874d5188b4f85bf580ad819355260 on resource:security_group {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:17:32.004987 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-96bf7f19-ea9e-48a0-bea4-06e54640c522 service neutron] Port b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8 on network 402cb13e-8c37-4be7-87df-d31fc66fd7f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 16:17:32.005342 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-96bf7f19-ea9e-48a0-bea4-06e54640c522 service neutron] Attempting to bind port b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8 on network 402cb13e-8c37-4be7-87df-d31fc66fd7f0 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:17:32.053573 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-eb3b02a6-0d2a-4284-8462-6cfb006bc193 req-813b918d-ca43-46fa-a9f0-ac1441d382d7 service neutron] Unset dirty status for tenant:838874d5188b4f85bf580ad819355260 on resource:security_group {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:17:32.054894 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-eb3b02a6-0d2a-4284-8462-6cfb006bc193 req-813b918d-ca43-46fa-a9f0-ac1441d382d7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1540191
Jun 03 16:17:32.094025 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-96bf7f19-ea9e-48a0-bea4-06e54640c522 service neutron] Checking agent: {'id': '583156db-f932-4b7a-94d3-94f9531b86fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:17:32.094392 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-96bf7f19-ea9e-48a0-bea4-06e54640c522 service neutron] Checking segment: {'id': 'bf6a9dcb-51b9-4164-a0a8-fd480afe49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:17:32.094772 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-96bf7f19-ea9e-48a0-bea4-06e54640c522 service neutron] Bound using segment: {'id': 'bf6a9dcb-51b9-4164-a0a8-fd480afe49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:17:32.095248 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-96bf7f19-ea9e-48a0-bea4-06e54640c522 service neutron] Bound port: b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf6a9dcb-51b9-4164-a0a8-fd480afe49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:17:32.095545 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-96bf7f19-ea9e-48a0-bea4-06e54640c522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:32.111017 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a24da-7ffa-4348-8b3d-f0d3bf6abb5f req-97d9ee37-d527-4f45-b312-8ef8cfd498b8 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:32.112544 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-945a24da-7ffa-4348-8b3d-f0d3bf6abb5f req-97d9ee37-d527-4f45-b312-8ef8cfd498b8 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 943 time: 0.0961239
Jun 03 16:17:32.167637 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-945a24da-7ffa-4348-8b3d-f0d3bf6abb5f req-17201a6a-1649-4967-974d-d30e64c2697d tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479376
Jun 03 16:17:32.187866 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-4de93b0b-4b19-4522-934b-53056b11c04f req-98ef7a41-4ccb-4e2f-bf50-7ed7f7123959 service neutron] For port 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e, host hv-cinder-78652, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:17:32.216429 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-4de93b0b-4b19-4522-934b-53056b11c04f req-98ef7a41-4ccb-4e2f-bf50-7ed7f7123959 service neutron] For port 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e,segment=NetworkSegment(8d919451-85fd-41bb-bbc2-dd880028642e),segment_id=8d919451-85fd-41bb-bbc2-dd880028642e)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:17:32.224790 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c8fb773b-85c5-4783-a93b-8bc2ad6e7aed req-e283ed84-162d-41fd-a38b-691d6f972590 service neutron] 10.222.0.73 "GET /v2.0/networks/eaa05f56-e2a3-4209-b334-8745e58b65ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3885252
Jun 03 16:17:32.233804 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-4de93b0b-4b19-4522-934b-53056b11c04f req-98ef7a41-4ccb-4e2f-bf50-7ed7f7123959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:32.255029 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:32.331754 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-96bf7f19-ea9e-48a0-bea4-06e54640c522 service neutron] For port b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8, host hv-cinder-78652, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:17:32.337237 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de93b0b-4b19-4522-934b-53056b11c04f req-98ef7a41-4ccb-4e2f-bf50-7ed7f7123959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:32.337856 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-4de93b0b-4b19-4522-934b-53056b11c04f req-98ef7a41-4ccb-4e2f-bf50-7ed7f7123959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:32.339237 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4de93b0b-4b19-4522-934b-53056b11c04f req-98ef7a41-4ccb-4e2f-bf50-7ed7f7123959 service neutron] 10.222.0.73 "PUT /v2.0/ports/6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e HTTP/1.1" status: 200  len: 1094 time: 3.7305291
Jun 03 16:17:32.341465 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78bec0e4-89e5-4150-b8f8-f3545bf9df1e', 'tag': '6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:17:32.343733 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67169c2d-287a-42e5-8f4c-9d4257d72e40" -d '{"events": [{"name": "network-changed", "server_uuid": "78bec0e4-89e5-4150-b8f8-f3545bf9df1e", "tag": "6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:17:32.361635 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516e301-4ace-4c1d-bb82-3fd5300bead4 req-26b36c6e-bd33-46c5-ba2e-c2de6af06d41 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:32.374673 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0516e301-4ace-4c1d-bb82-3fd5300bead4 req-26b36c6e-bd33-46c5-ba2e-c2de6af06d41 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/ports?device_id=30690eee-39da-4d20-9dea-04daed455d9a HTTP/1.1" status: 200  len: 945 time: 0.3607635
Jun 03 16:17:32.397648 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-96bf7f19-ea9e-48a0-bea4-06e54640c522 service neutron] For port b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8,segment=NetworkSegment(bf6a9dcb-51b9-4164-a0a8-fd480afe49db),segment_id=bf6a9dcb-51b9-4164-a0a8-fd480afe49db)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:17:32.406586 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef7a41-4ccb-4e2f-bf50-7ed7f7123959 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:32.418093 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-96bf7f19-ea9e-48a0-bea4-06e54640c522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:32.455081 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-98ef7a41-4ccb-4e2f-bf50-7ed7f7123959 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:32.464199 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-d9e69883-a60e-438a-9b05-a21aac3510b0 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:32.526999 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7516bc7-3b92-4b48-99f5-30f4cb85d572 req-c34bebb0-dd1e-4211-b67d-bccfeb842623 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:32.533049 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b7516bc7-3b92-4b48-99f5-30f4cb85d572 req-c34bebb0-dd1e-4211-b67d-bccfeb842623 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 944 time: 0.1246638
Jun 03 16:17:32.560001 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0516e301-4ace-4c1d-bb82-3fd5300bead4 req-950d0ab3-fe51-4729-b4c1-3e7d0e11350b tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/security-groups?id=482bb00a-f01c-42d9-b1af-e2f8bae96c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1841121
Jun 03 16:17:32.564952 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-96bf7f19-ea9e-48a0-bea4-06e54640c522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:32.565828 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-96bf7f19-ea9e-48a0-bea4-06e54640c522 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:32.566901 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-96bf7f19-ea9e-48a0-bea4-06e54640c522 service neutron] 10.222.0.73 "PUT /v2.0/ports/b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8 HTTP/1.1" status: 200  len: 1093 time: 3.9119365
Jun 03 16:17:32.595179 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b7516bc7-3b92-4b48-99f5-30f4cb85d572 req-4e3923d8-9598-438a-b885-d275b31a5c8a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581341
Jun 03 16:17:32.620290 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf7f19-ea9e-48a0-bea4-06e54640c522 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:32.625646 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-96bf7f19-ea9e-48a0-bea4-06e54640c522 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:32.631786 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device aa2ca215-9b47-4330-9719-2cc810d6dcdb details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 16:17:32.692587 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad25f97-11d7-4ef6-8cb4-ebdafbabaf0b x-openstack-request-id: req-5ad25f97-11d7-4ef6-8cb4-ebdafbabaf0b {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:17:32.692878 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78bec0e4-89e5-4150-b8f8-f3545bf9df1e", "tag": "6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:17:32.693184 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5ad25f97-11d7-4ef6-8cb4-ebdafbabaf0b {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:17:32.693587 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78bec0e4-89e5-4150-b8f8-f3545bf9df1e', 'tag': '6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e', 'status': 'completed', 'code': 200}
Jun 03 16:17:32.695677 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de93b0b-4b19-4522-934b-53056b11c04f req-50ff7f24-15ad-4152-9a8e-881cb1534086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:32.697346 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4de93b0b-4b19-4522-934b-53056b11c04f req-50ff7f24-15ad-4152-9a8e-881cb1534086 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c30f1bb3a5fa4f229320a2ddcb1ab970&device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 1097 time: 0.2808101
Jun 03 16:17:32.783296 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4de93b0b-4b19-4522-934b-53056b11c04f req-410caf60-c46c-453f-9de9-de9e75a970ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e HTTP/1.1" status: 200  len: 217 time: 0.0732555
Jun 03 16:17:32.911307 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-8e2c6b3d-ed6c-4c1b-bb6b-94f4556307a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:32.912994 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-8e2c6b3d-ed6c-4c1b-bb6b-94f4556307a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a537e76199c41b2a9f3cd652b9668bd&device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 1096 time: 0.2699072
Jun 03 16:17:32.916540 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de93b0b-4b19-4522-934b-53056b11c04f req-0beeb8b1-4a1f-4a03-84a5-50cc36309996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:32.918033 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4de93b0b-4b19-4522-934b-53056b11c04f req-0beeb8b1-4a1f-4a03-84a5-50cc36309996 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1730b65d-c307-4958-817a-0c734926fd68 HTTP/1.1" status: 200  len: 855 time: 0.1253741
Jun 03 16:17:32.931074 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port aa2ca215-9b47-4330-9719-2cc810d6dcdb, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=aa2ca215-9b47-4330-9719-2cc810d6dcdb,segment=NetworkSegment(a614c55a-6f6c-4e3a-94de-0a8bc8101021),segment_id=a614c55a-6f6c-4e3a-94de-0a8bc8101021)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:17:32.952356 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Returning: {'device': 'aa2ca215-9b47-4330-9719-2cc810d6dcdb', 'network_id': 'eaa05f56-e2a3-4209-b334-8745e58b65ca', 'port_id': 'aa2ca215-9b47-4330-9719-2cc810d6dcdb', 'mac_address': 'fa:16:3e:6e:a7:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b858f2-9061-4689-8f39-93d3aae83f42', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 16:17:33.115748 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-03b45110-8819-4b4b-b9b3-2dab144cdb72 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8 HTTP/1.1" status: 200  len: 217 time: 0.1880729
Jun 03 16:17:33.117629 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:33.138383 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa2ca215-9b47-4330-9719-2cc810d6dcdb {{(pid=91618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:17:33.201213 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port aa2ca215-9b47-4330-9719-2cc810d6dcdb, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=aa2ca215-9b47-4330-9719-2cc810d6dcdb,segment=NetworkSegment(a614c55a-6f6c-4e3a-94de-0a8bc8101021),segment_id=a614c55a-6f6c-4e3a-94de-0a8bc8101021)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:17:33.210369 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:33.216899 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-881b86c1-032c-4f15-8e5b-ba8b7fdc5f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:33.278221 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50fec0-39c9-41de-9121-757cd788f56d req-a9333d2b-47a6-416f-af75-9a0d4aa8dff5 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:33.281121 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-2b50fec0-39c9-41de-9121-757cd788f56d req-a9333d2b-47a6-416f-af75-9a0d4aa8dff5 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 943 time: 0.1939533
Jun 03 16:17:33.362022 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-2b50fec0-39c9-41de-9121-757cd788f56d req-432c7c27-0d57-4623-b65d-73a4a834399e tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611944
Jun 03 16:17:33.373888 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=aa2ca215-9b47-4330-9719-2cc810d6dcdb,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:33.390974 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87fac3-93c8-4c8a-8810-1ee2964dda2c req-71d637a9-fd82-4f3b-9bf8-a56669ef72f5 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:33.393181 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:33.398217 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ad87fac3-93c8-4c8a-8810-1ee2964dda2c req-71d637a9-fd82-4f3b-9bf8-a56669ef72f5 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=be60f43e-b07f-402d-bc2a-5446b474a07c HTTP/1.1" status: 200  len: 945 time: 0.3670440
Jun 03 16:17:33.400905 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-3d13c797-bb9e-483d-9c26-ae76d1e5a9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:33.403337 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-3d13c797-bb9e-483d-9c26-ae76d1e5a9f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=515f7287-4aad-4ff2-b3a1-62fc265d7452 HTTP/1.1" status: 200  len: 849 time: 0.2603216
Jun 03 16:17:33.453462 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['aa2ca215-9b47-4330-9719-2cc810d6dcdb'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:17:33.468252 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de93b0b-4b19-4522-934b-53056b11c04f req-d7aba3c8-fff0-4617-bdf0-8cd06341fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:33.469891 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4de93b0b-4b19-4522-934b-53056b11c04f req-d7aba3c8-fff0-4617-bdf0-8cd06341fb37 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5413358
Jun 03 16:17:33.562015 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ad87fac3-93c8-4c8a-8810-1ee2964dda2c req-b551abc5-5a6b-4664-9cfe-cc050028a262 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1627910
Jun 03 16:17:33.616514 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2df98-4cf2-4f47-b64a-1bb467165dbd req-4a4c9014-7f03-4b46-baa4-966543eedb94 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:33.625029 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-97b2df98-4cf2-4f47-b64a-1bb467165dbd req-4a4c9014-7f03-4b46-baa4-966543eedb94 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 943 time: 0.1349294
Jun 03 16:17:33.701788 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-97b2df98-4cf2-4f47-b64a-1bb467165dbd req-bc248672-15f6-46d4-b54c-2eb1dcf9b920 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0757372
Jun 03 16:17:33.739686 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-5fe8f22a-9ba5-4ee6-a4e4-25d527e0ae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:33.741854 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-5fe8f22a-9ba5-4ee6-a4e4-25d527e0ae0d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=402cb13e-8c37-4be7-87df-d31fc66fd7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3169155
Jun 03 16:17:33.745571 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4de93b0b-4b19-4522-934b-53056b11c04f req-7bc3ab94-c776-4c2e-acd2-392d5a2f3992 service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2659187
Jun 03 16:17:34.078441 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-fb65dc4d-a2b9-4f88-855c-2b7c5b15d0ba service neutron] 10.222.0.73 "GET /v2.0/networks/402cb13e-8c37-4be7-87df-d31fc66fd7f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3243258
Jun 03 16:17:34.088182 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6a259-6e33-4c6a-87ff-cc8061ca5f4a req-e2f2e00a-ae5d-4639-a2a5-11fd7171c2c6 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:34.090179 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5fa6a259-6e33-4c6a-87ff-cc8061ca5f4a req-e2f2e00a-ae5d-4639-a2a5-11fd7171c2c6 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 944 time: 0.2930329
Jun 03 16:17:34.116099 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4de93b0b-4b19-4522-934b-53056b11c04f req-aa5e516b-5bc4-4c7f-9c04-e580ab1a1372 service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3608248
Jun 03 16:17:34.245705 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5fa6a259-6e33-4c6a-87ff-cc8061ca5f4a req-76137155-03cf-4896-b685-0c4e55219cb4 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1317580
Jun 03 16:17:34.372518 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ce40ecc4-6c8d-4f13-872d-531557ed9616 req-646cbe33-97e1-4d37-967f-391a4b167546 service neutron] 10.222.0.73 "GET /v2.0/networks/402cb13e-8c37-4be7-87df-d31fc66fd7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2800558
Jun 03 16:17:34.399131 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67169c2d-287a-42e5-8f4c-9d4257d72e40 req-8d074f11-e23b-46f3-9204-ff0f298e273f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:34.400901 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-67169c2d-287a-42e5-8f4c-9d4257d72e40 req-8d074f11-e23b-46f3-9204-ff0f298e273f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c30f1bb3a5fa4f229320a2ddcb1ab970&device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 1097 time: 0.2125401
Jun 03 16:17:34.546252 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67169c2d-287a-42e5-8f4c-9d4257d72e40 req-af446b82-75fe-4a15-a89f-175712615ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:34.547718 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-67169c2d-287a-42e5-8f4c-9d4257d72e40 req-af446b82-75fe-4a15-a89f-175712615ec9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 HTTP/1.1" status: 200  len: 917 time: 0.1392219
Jun 03 16:17:34.601837 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d67bd-6f65-472b-9811-002c14944d9b req-8cdccf2f-faa7-4048-bad2-92f99d10615f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:34.614175 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-3a8d67bd-6f65-472b-9811-002c14944d9b req-8cdccf2f-faa7-4048-bad2-92f99d10615f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 944 time: 0.1241710
Jun 03 16:17:34.642224 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 3ecd3046-ff96-45a4-bae9-a8694691d76e details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 16:17:34.664604 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-67169c2d-287a-42e5-8f4c-9d4257d72e40 req-11878d17-6165-4cea-b15c-08e12ed0e046 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e HTTP/1.1" status: 200  len: 217 time: 0.1007864
Jun 03 16:17:34.693701 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-3a8d67bd-6f65-472b-9811-002c14944d9b req-fcb41bb1-507c-4602-9adc-878674be21a5 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730774
Jun 03 16:17:34.700395 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device aa2ca215-9b47-4330-9719-2cc810d6dcdb up at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:17:34.721682 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcfd8160-8f16-4981-8577-5de2933505bf', 'tag': 'b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:17:34.721682 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a837e1-2ce5-44e8-9c4e-196be8d2f894" -d '{"events": [{"name": "network-changed", "server_uuid": "fcfd8160-8f16-4981-8577-5de2933505bf", "tag": "b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:17:34.807680 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67169c2d-287a-42e5-8f4c-9d4257d72e40 req-3d46082e-c3f1-4cbf-9f12-5b5e0921db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:34.810326 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-67169c2d-287a-42e5-8f4c-9d4257d72e40 req-3d46082e-c3f1-4cbf-9f12-5b5e0921db6a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1730b65d-c307-4958-817a-0c734926fd68 HTTP/1.1" status: 200  len: 855 time: 0.1364825
Jun 03 16:17:34.861292 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning for port aa2ca215-9b47-4330-9719-2cc810d6dcdb completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:17:34.874661 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning complete for port aa2ca215-9b47-4330-9719-2cc810d6dcdb triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:17:34.875294 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:34.896644 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6a8c8-2c21-49fa-a2aa-1c3f88c1a7c0 req-58fc0fae-e2ee-4dc0-a4b2-d4fd5e925378 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:34.898162 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c2d6a8c8-2c21-49fa-a2aa-1c3f88c1a7c0 req-58fc0fae-e2ee-4dc0-a4b2-d4fd5e925378 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=be60f43e-b07f-402d-bc2a-5446b474a07c HTTP/1.1" status: 200  len: 945 time: 0.1725008
Jun 03 16:17:34.925537 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 3ecd3046-ff96-45a4-bae9-a8694691d76e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3ecd3046-ff96-45a4-bae9-a8694691d76e,segment=NetworkSegment(a614c55a-6f6c-4e3a-94de-0a8bc8101021),segment_id=a614c55a-6f6c-4e3a-94de-0a8bc8101021)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:17:34.959708 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Returning: {'device': '3ecd3046-ff96-45a4-bae9-a8694691d76e', 'network_id': 'eaa05f56-e2a3-4209-b334-8745e58b65ca', 'port_id': '3ecd3046-ff96-45a4-bae9-a8694691d76e', 'mac_address': 'fa:16:3e:a6:17:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b858f2-9061-4689-8f39-93d3aae83f42', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 16:17:34.971741 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c2d6a8c8-2c21-49fa-a2aa-1c3f88c1a7c0 req-797352d5-2e0b-416e-b88e-d6a61aca503e tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662479
Jun 03 16:17:34.974208 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67169c2d-287a-42e5-8f4c-9d4257d72e40 req-2a828e59-3f79-4702-8e65-a19242ea15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:34.976661 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-67169c2d-287a-42e5-8f4c-9d4257d72e40 req-2a828e59-3f79-4702-8e65-a19242ea15a6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1514463
Jun 03 16:17:35.083294 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:35.118336 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ecd3046-ff96-45a4-bae9-a8694691d76e {{(pid=91618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:17:35.162182 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:35.197135 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 3ecd3046-ff96-45a4-bae9-a8694691d76e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3ecd3046-ff96-45a4-bae9-a8694691d76e,segment=NetworkSegment(a614c55a-6f6c-4e3a-94de-0a8bc8101021),segment_id=a614c55a-6f6c-4e3a-94de-0a8bc8101021)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:17:35.211513 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:35.216963 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:35.266938 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ec446f-6249-44c7-9da3-74c4bda1819a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2ca215-9b47-4330-9719-2cc810d6dcdb'}] {{(pid=91618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:17:35.269303 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80780923b31b79766dda64912243351c94e9e307cca1e5b2e5a14cee02687ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fabe82c-2ba3-4d99-8da8-9789276b95eb" -d '{"events": [{"server_uuid": "41ec446f-6249-44c7-9da3-74c4bda1819a", "name": "network-vif-plugged", "status": "completed", "tag": "aa2ca215-9b47-4330-9719-2cc810d6dcdb"}]}' {{(pid=91618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:17:35.292943 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port aa2ca215-9b47-4330-9719-2cc810d6dcdb, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=aa2ca215-9b47-4330-9719-2cc810d6dcdb,segment=NetworkSegment(a614c55a-6f6c-4e3a-94de-0a8bc8101021),segment_id=a614c55a-6f6c-4e3a-94de-0a8bc8101021)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:17:35.301542 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:35.328503 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=3ecd3046-ff96-45a4-bae9-a8694691d76e,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:35.332207 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:35.333095 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:35.345500 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-67169c2d-287a-42e5-8f4c-9d4257d72e40 req-85ec4363-e148-486e-8ae7-36e144326593 service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3617229
Jun 03 16:17:35.385966 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe2348-8ffd-4b82-9920-ab8f8558623d req-f21b53e9-4b15-4d65-927b-3240a2318349 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:35.389497 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-31fe2348-8ffd-4b82-9920-ab8f8558623d req-f21b53e9-4b15-4d65-927b-3240a2318349 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 943 time: 0.2220089
Jun 03 16:17:35.412717 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=aa2ca215-9b47-4330-9719-2cc810d6dcdb,revision_number=5']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:35.417975 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:35.542639 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['3ecd3046-ff96-45a4-bae9-a8694691d76e'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:17:35.554840 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57094) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:35.812083 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112e0099-0614-480e-a2aa-a6135160b550 x-openstack-request-id: req-112e0099-0614-480e-a2aa-a6135160b550 {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:17:35.812605 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcfd8160-8f16-4981-8577-5de2933505bf", "tag": "b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:17:35.812684 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-112e0099-0614-480e-a2aa-a6135160b550 {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:17:35.813593 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcfd8160-8f16-4981-8577-5de2933505bf', 'tag': 'b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8', 'status': 'completed', 'code': 200}
Jun 03 16:17:35.883068 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-31fe2348-8ffd-4b82-9920-ab8f8558623d req-39348138-6b3c-4bc9-8f88-24e9a8ecbaa6 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4469621
Jun 03 16:17:35.895877 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-918b4710-cb33-4245-9f5c-5e8daba8c99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:35.983230 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-918b4710-cb33-4245-9f5c-5e8daba8c99f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:35.995744 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-918b4710-cb33-4245-9f5c-5e8daba8c99f admin admin] Usage tracker for resource:security_group_rule and tenant:e335281645ea4d6882eebf28ae185e87 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:36.003853 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-918b4710-cb33-4245-9f5c-5e8daba8c99f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:36.013254 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-918b4710-cb33-4245-9f5c-5e8daba8c99f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:36.026342 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-67169c2d-287a-42e5-8f4c-9d4257d72e40 req-339fd9d8-7ce3-4616-84c5-8c4edca9e3dd service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6361606
Jun 03 16:17:36.070195 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a837e1-2ce5-44e8-9c4e-196be8d2f894 req-cceb8098-7369-4f35-84d9-eea5643ba72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:36.071488 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-22a837e1-2ce5-44e8-9c4e-196be8d2f894 req-cceb8098-7369-4f35-84d9-eea5643ba72a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a537e76199c41b2a9f3cd652b9668bd&device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 1096 time: 0.2395127
Jun 03 16:17:36.082085 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3351f5e4-f6d4-490d-ad96-0880be9fa129 x-openstack-request-id: req-3351f5e4-f6d4-490d-ad96-0880be9fa129 {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:17:36.082675 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ec446f-6249-44c7-9da3-74c4bda1819a", "name": "network-vif-plugged", "status": "completed", "tag": "aa2ca215-9b47-4330-9719-2cc810d6dcdb", "code": 200}]} {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:17:36.082675 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3351f5e4-f6d4-490d-ad96-0880be9fa129 {{(pid=91618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:17:36.083010 dv-cinder-786524-8-iscsi neutron-server[91618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ec446f-6249-44c7-9da3-74c4bda1819a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2ca215-9b47-4330-9719-2cc810d6dcdb', 'code': 200}
Jun 03 16:17:36.085704 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb5fec-3884-4233-b737-213585db8fd0 req-2d461020-885a-4293-8dce-4a4239eed174 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:36.092947 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a0fb5fec-3884-4233-b737-213585db8fd0 req-2d461020-885a-4293-8dce-4a4239eed174 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 944 time: 0.1657252
Jun 03 16:17:36.179634 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a0fb5fec-3884-4233-b737-213585db8fd0 req-6fdddeac-3c8a-4290-bd54-eff9aee4e6cd tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0855784
Jun 03 16:17:36.244518 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-918b4710-cb33-4245-9f5c-5e8daba8c99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:36.251180 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a837e1-2ce5-44e8-9c4e-196be8d2f894 req-ae28abe8-cb46-4a45-ba1e-54a9b84f7e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:36.252591 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-22a837e1-2ce5-44e8-9c4e-196be8d2f894 req-ae28abe8-cb46-4a45-ba1e-54a9b84f7e35 service neutron] 10.222.0.73 "GET /v2.0/networks?id=402cb13e-8c37-4be7-87df-d31fc66fd7f0 HTTP/1.1" status: 200  len: 911 time: 0.1557126
Jun 03 16:17:36.253350 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-918b4710-cb33-4245-9f5c-5e8daba8c99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:36.263701 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8a4e7265-9513-4153-aad7-45561a0dcb93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:36.305773 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-918b4710-cb33-4245-9f5c-5e8daba8c99f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e335281645ea4d6882eebf28ae185e87&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7497981
Jun 03 16:17:36.307575 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b4710-cb33-4245-9f5c-5e8daba8c99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b73892-a871-4372-9906-0fd3a349a28f,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:36.310929 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57108) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:36.312624 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-918b4710-cb33-4245-9f5c-5e8daba8c99f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:36.371872 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-446a11d0-a521-4fde-8791-519d7f9695cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:36.399184 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-446a11d0-a521-4fde-8791-519d7f9695cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:36.409028 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-22a837e1-2ce5-44e8-9c4e-196be8d2f894 req-1e4c9b56-17f5-4381-92c6-664eb893b65a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8 HTTP/1.1" status: 200  len: 217 time: 0.1183231
Jun 03 16:17:36.462371 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-446a11d0-a521-4fde-8791-519d7f9695cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:36.467713 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-31a30881-5bcf-48bf-80c9-6b4c2ff2e4ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:36.486894 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a11d0-a521-4fde-8791-519d7f9695cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b73892-a871-4372-9906-0fd3a349a28f,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:36.490114 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-446a11d0-a521-4fde-8791-519d7f9695cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:36.492054 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-446a11d0-a521-4fde-8791-519d7f9695cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:36.493253 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-446a11d0-a521-4fde-8791-519d7f9695cc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a2b73892-a871-4372-9906-0fd3a349a28f HTTP/1.1" status: 204  len: 168 time: 0.1816151
Jun 03 16:17:36.497092 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a837e1-2ce5-44e8-9c4e-196be8d2f894 req-9a55b612-f099-4424-8bec-5a05323e6f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:36.503254 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-22a837e1-2ce5-44e8-9c4e-196be8d2f894 req-9a55b612-f099-4424-8bec-5a05323e6f3e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=515f7287-4aad-4ff2-b3a1-62fc265d7452 HTTP/1.1" status: 200  len: 849 time: 0.0836792
Jun 03 16:17:36.563587 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b0ae1-45d0-4929-8bc1-a1628a3f3500 req-502a0e83-e9fc-419a-b036-ebe074aa55ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:36.565153 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-999b0ae1-45d0-4929-8bc1-a1628a3f3500 req-502a0e83-e9fc-419a-b036-ebe074aa55ac service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 1098 time: 0.2800736
Jun 03 16:17:36.578095 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8857c95-bc84-49af-8810-796cd4309acf req-588ecddb-8287-4f17-ac31-38a2d5e1d53c tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:36.579541 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e8857c95-bc84-49af-8810-796cd4309acf req-588ecddb-8287-4f17-ac31-38a2d5e1d53c tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.3304980
Jun 03 16:17:36.645505 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 16:17:36.665023 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-999b0ae1-45d0-4929-8bc1-a1628a3f3500 req-9efac6b1-931b-476a-bcea-37a50cac9996 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845239
Jun 03 16:17:36.669317 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e8857c95-bc84-49af-8810-796cd4309acf req-e316ecad-a55e-4c32-a259-e3e84e4d2e17 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730610
Jun 03 16:17:36.683320 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a837e1-2ce5-44e8-9c4e-196be8d2f894 req-39571711-2738-46f9-b63b-37493aeeba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:36.684978 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-22a837e1-2ce5-44e8-9c4e-196be8d2f894 req-39571711-2738-46f9-b63b-37493aeeba66 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=402cb13e-8c37-4be7-87df-d31fc66fd7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1697102
Jun 03 16:17:36.799163 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e,segment=NetworkSegment(8d919451-85fd-41bb-bbc2-dd880028642e),segment_id=8d919451-85fd-41bb-bbc2-dd880028642e)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:17:36.820578 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Returning: {'device': '6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e', 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'port_id': '6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e', 'mac_address': 'fa:16:3e:62:9a:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1730b65d-c307-4958-817a-0c734926fd68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 16:17:36.860789 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57118) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:36.883494 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c2494717-2ed0-4fa7-b802-d4d796d39d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:36.889612 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-22a837e1-2ce5-44e8-9c4e-196be8d2f894 req-b8595fd8-358b-415c-91a7-7a297f6fb58d service neutron] 10.222.0.73 "GET /v2.0/networks/402cb13e-8c37-4be7-87df-d31fc66fd7f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508851
Jun 03 16:17:36.906896 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:36.909362 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-c2494717-2ed0-4fa7-b802-d4d796d39d7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:36.913799 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-c2494717-2ed0-4fa7-b802-d4d796d39d7c admin admin] Usage tracker for resource:security_group_rule and tenant:b7c20076335341b48c41cf3424a12f4b is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:36.916765 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-c2494717-2ed0-4fa7-b802-d4d796d39d7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:36.933125 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-c2494717-2ed0-4fa7-b802-d4d796d39d7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:36.944754 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e {{(pid=91618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:17:37.004201 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-d0fc4448-a31a-48c8-92ca-36e897ff6df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:37.010313 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e,segment=NetworkSegment(8d919451-85fd-41bb-bbc2-dd880028642e),segment_id=8d919451-85fd-41bb-bbc2-dd880028642e)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:17:37.017280 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:37.018039 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 16:17:37.020298 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-a57e7e62-f8d0-484e-ba4b-27dd90319c1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:37.181167 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-22a837e1-2ce5-44e8-9c4e-196be8d2f894 req-8ecdf497-fda2-4026-b32c-9b09c6a08b64 service neutron] 10.222.0.73 "GET /v2.0/networks/402cb13e-8c37-4be7-87df-d31fc66fd7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2705595
Jun 03 16:17:37.220867 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:37.238380 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9edfa2-0f39-4729-99b3-941b29758ffc req-74e107c7-0ac6-4326-81ab-9a57bcc276ab tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:37.240050 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-5c9edfa2-0f39-4729-99b3-941b29758ffc req-74e107c7-0ac6-4326-81ab-9a57bcc276ab tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 943 time: 0.1639116
Jun 03 16:17:37.275992 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c2494717-2ed0-4fa7-b802-d4d796d39d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:37.287073 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c2494717-2ed0-4fa7-b802-d4d796d39d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:37.296434 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:37.313110 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:37.350264 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-5c9edfa2-0f39-4729-99b3-941b29758ffc req-0380ab40-0e0d-4359-b4ef-bcf2928322c1 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0984259
Jun 03 16:17:37.359998 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-c2494717-2ed0-4fa7-b802-d4d796d39d7c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b7c20076335341b48c41cf3424a12f4b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4976425
Jun 03 16:17:37.360696 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57138) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:37.397659 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2494717-2ed0-4fa7-b802-d4d796d39d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef50b2d-186f-4334-8aa0-ba57b11ed957,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:37.405591 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d8643-fd15-4f3b-9af7-0734427a6afe req-340482e3-2158-4220-bd91-56e3c321637f tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:37.407103 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7e1d8643-fd15-4f3b-9af7-0734427a6afe req-340482e3-2158-4220-bd91-56e3c321637f tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 945 time: 0.1027334
Jun 03 16:17:37.419930 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-c2494717-2ed0-4fa7-b802-d4d796d39d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:37.464550 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8ad5773d-f44f-4d1e-9497-2c4365c3c98c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:37.471992 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7e1d8643-fd15-4f3b-9af7-0734427a6afe req-bcd57ea1-78cd-4d55-a46b-e6e389ce7de1 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562541
Jun 03 16:17:37.501224 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8,segment=NetworkSegment(bf6a9dcb-51b9-4164-a0a8-fd480afe49db),segment_id=bf6a9dcb-51b9-4164-a0a8-fd480afe49db)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:17:37.515376 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8ad5773d-f44f-4d1e-9497-2c4365c3c98c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:37.519313 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Returning: {'device': 'b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8', 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0', 'port_id': 'b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8', 'mac_address': 'fa:16:3e:59:79:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 16:17:37.588872 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8ad5773d-f44f-4d1e-9497-2c4365c3c98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:37.598703 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:37.614537 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8ad5773d-f44f-4d1e-9497-2c4365c3c98c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:37.614886 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:37.615669 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-8ad5773d-f44f-4d1e-9497-2c4365c3c98c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6ef50b2d-186f-4334-8aa0-ba57b11ed957 HTTP/1.1" status: 204  len: 168 time: 0.2461901
Jun 03 16:17:37.618001 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5773d-f44f-4d1e-9497-2c4365c3c98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef50b2d-186f-4334-8aa0-ba57b11ed957,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:37.635361 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8ad5773d-f44f-4d1e-9497-2c4365c3c98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:37.651497 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8 {{(pid=91618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:17:37.673416 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8,segment=NetworkSegment(bf6a9dcb-51b9-4164-a0a8-fd480afe49db),segment_id=bf6a9dcb-51b9-4164-a0a8-fd480afe49db)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:17:37.678594 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:37.680624 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:37.826925 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:37.831354 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:37.909919 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2afc0-ab64-4a78-a7c0-9bd6d0996768 req-fdb27ae3-ba40-434a-ab89-bb8014966f29 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:37.911556 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3ad2afc0-ab64-4a78-a7c0-9bd6d0996768 req-fdb27ae3-ba40-434a-ab89-bb8014966f29 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.0937579
Jun 03 16:17:37.973181 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57158) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:37.980654 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3ad2afc0-ab64-4a78-a7c0-9bd6d0996768 req-b669b043-11fc-44c8-8a76-814380d0ad25 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589459
Jun 03 16:17:38.109629 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:17:38.180409 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:17:38.191518 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-12e9e139-1e4f-4d85-9feb-96d137c7a378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:38.209750 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-12e9e139-1e4f-4d85-9feb-96d137c7a378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:38.214151 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-12e9e139-1e4f-4d85-9feb-96d137c7a378 admin admin] Usage tracker for resource:security_group_rule and tenant:33d29e6c8cb24284b67340073c606b49 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:38.219207 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-12e9e139-1e4f-4d85-9feb-96d137c7a378 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:38.225738 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-12e9e139-1e4f-4d85-9feb-96d137c7a378 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:38.345755 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-12e9e139-1e4f-4d85-9feb-96d137c7a378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:38.354319 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-12e9e139-1e4f-4d85-9feb-96d137c7a378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:38.363026 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:38.404431 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9e139-1e4f-4d85-9feb-96d137c7a378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e2f11a-5cde-4fda-8395-5a3ac0fd8348,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:38.411047 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-12e9e139-1e4f-4d85-9feb-96d137c7a378 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=33d29e6c8cb24284b67340073c606b49&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4337776
Jun 03 16:17:38.411047 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-12e9e139-1e4f-4d85-9feb-96d137c7a378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:38.411327 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 57178) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:38.492247 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-900beda5-5ced-42f2-8bff-ff0acaae4d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:38.553822 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-900beda5-5ced-42f2-8bff-ff0acaae4d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:38.591769 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:38.644150 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 3ecd3046-ff96-45a4-bae9-a8694691d76e up at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:17:38.722083 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7d387-31c4-435e-a950-456a214e7d1c req-815edf73-2e92-4fb6-a929-e0f27cd6a130 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:38.723619 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1ef7d387-31c4-435e-a950-456a214e7d1c req-815edf73-2e92-4fb6-a929-e0f27cd6a130 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 944 time: 0.1719940
Jun 03 16:17:38.750488 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233afb6e-9c63-4776-af71-a50dea881906 req-b049f14f-09bc-44b0-a3a0-758afbd7f514 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:38.752316 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-233afb6e-9c63-4776-af71-a50dea881906 req-b049f14f-09bc-44b0-a3a0-758afbd7f514 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 945 time: 0.1187575
Jun 03 16:17:38.755383 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-900beda5-5ced-42f2-8bff-ff0acaae4d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:38.757614 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning for port 3ecd3046-ff96-45a4-bae9-a8694691d76e completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:17:38.768397 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning complete for port 3ecd3046-ff96-45a4-bae9-a8694691d76e triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:17:38.768809 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:38.769750 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-01e0c553-8b0d-4dc5-81e7-f64970fc1231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:38.794719 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900beda5-5ced-42f2-8bff-ff0acaae4d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e2f11a-5cde-4fda-8395-5a3ac0fd8348,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:38.798850 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-900beda5-5ced-42f2-8bff-ff0acaae4d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:38.809671 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-900beda5-5ced-42f2-8bff-ff0acaae4d1f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c6e2f11a-5cde-4fda-8395-5a3ac0fd8348 HTTP/1.1" status: 204  len: 168 time: 0.3942721
Jun 03 16:17:38.820997 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-900beda5-5ced-42f2-8bff-ff0acaae4d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:38.823939 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1ef7d387-31c4-435e-a950-456a214e7d1c req-6add439f-901e-426c-b834-184f0e1b3685 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0921898
Jun 03 16:17:38.826307 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-233afb6e-9c63-4776-af71-a50dea881906 req-e56cc6d2-b7f5-45a5-8be7-e0f912abc2b3 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0671804
Jun 03 16:17:38.947176 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:38.976355 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522a8caf-473b-4320-8f8e-d364d4ebfead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecd3046-ff96-45a4-bae9-a8694691d76e'}] {{(pid=91618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:17:38.978750 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80780923b31b79766dda64912243351c94e9e307cca1e5b2e5a14cee02687ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a5801d-a23a-4284-9bf1-2da0e81bd9c5" -d '{"events": [{"server_uuid": "522a8caf-473b-4320-8f8e-d364d4ebfead", "name": "network-vif-plugged", "status": "completed", "tag": "3ecd3046-ff96-45a4-bae9-a8694691d76e"}]}' {{(pid=91618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:17:38.991762 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 3ecd3046-ff96-45a4-bae9-a8694691d76e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3ecd3046-ff96-45a4-bae9-a8694691d76e,segment=NetworkSegment(a614c55a-6f6c-4e3a-94de-0a8bc8101021),segment_id=a614c55a-6f6c-4e3a-94de-0a8bc8101021)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:17:38.999049 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:39.002575 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-881b86c1-032c-4f15-8e5b-ba8b7fdc5f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:39.076333 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ec5b90-806e-425d-8992-b19cca119ebe x-openstack-request-id: req-b5ec5b90-806e-425d-8992-b19cca119ebe {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:17:39.076651 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522a8caf-473b-4320-8f8e-d364d4ebfead", "name": "network-vif-plugged", "status": "completed", "tag": "3ecd3046-ff96-45a4-bae9-a8694691d76e", "code": 200}]} {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:17:39.076983 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b5ec5b90-806e-425d-8992-b19cca119ebe {{(pid=91618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:17:39.077479 dv-cinder-786524-8-iscsi neutron-server[91618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522a8caf-473b-4320-8f8e-d364d4ebfead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecd3046-ff96-45a4-bae9-a8694691d76e', 'code': 200}
Jun 03 16:17:39.086013 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=3ecd3046-ff96-45a4-bae9-a8694691d76e,revision_number=5']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:39.090320 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:39.286141 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57210) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:39.297697 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d2cfa-4571-40bc-a4ad-425d6fdc6fe6 req-9065cd97-7ea2-4a38-86c0-866af1ff07b9 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:39.299407 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-513d2cfa-4571-40bc-a4ad-425d6fdc6fe6 req-9065cd97-7ea2-4a38-86c0-866af1ff07b9 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.1580377
Jun 03 16:17:39.306801 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-faaae652-ce79-427d-9d19-6c3438ebfd55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:39.324325 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-faaae652-ce79-427d-9d19-6c3438ebfd55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:39.329442 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-faaae652-ce79-427d-9d19-6c3438ebfd55 admin admin] Usage tracker for resource:security_group_rule and tenant:e7d49949786a4394ad3cf8469c35332d is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:39.346500 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-faaae652-ce79-427d-9d19-6c3438ebfd55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:39.354400 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-faaae652-ce79-427d-9d19-6c3438ebfd55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:39.441755 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:39.468908 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-faaae652-ce79-427d-9d19-6c3438ebfd55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:39.484155 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-faaae652-ce79-427d-9d19-6c3438ebfd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:39.484489 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-513d2cfa-4571-40bc-a4ad-425d6fdc6fe6 req-ecb629f4-8dbd-4b32-bf1c-9d44d8adc1fd tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1731334
Jun 03 16:17:39.488004 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:39.507366 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b7d3d-451a-4ae8-bbc0-d70e585ef8ea req-75507440-f80e-4c99-aecc-4be763d08e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:39.511282 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-6e1b7d3d-451a-4ae8-bbc0-d70e585ef8ea req-75507440-f80e-4c99-aecc-4be763d08e61 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 1098 time: 0.1823995
Jun 03 16:17:39.535615 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-faaae652-ce79-427d-9d19-6c3438ebfd55 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e7d49949786a4394ad3cf8469c35332d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2472818
Jun 03 16:17:39.538549 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 57216) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:39.544452 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaae652-ce79-427d-9d19-6c3438ebfd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ca4188-21f1-4418-b85d-eaa25c9aea42,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:39.558165 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-faaae652-ce79-427d-9d19-6c3438ebfd55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:39.626232 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-6e1b7d3d-451a-4ae8-bbc0-d70e585ef8ea req-bdd00138-9abc-4466-a878-d84bd202804b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066537
Jun 03 16:17:39.646679 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-bb91db03-5860-42e2-bab1-03689c132101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:39.674754 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-bb91db03-5860-42e2-bab1-03689c132101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:39.743223 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-bb91db03-5860-42e2-bab1-03689c132101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:39.744758 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-32b66571-df70-45fe-ba5a-3b7125d75b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:39.753629 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-406fc8ca-b26a-48f9-9cf0-1fe4141d5b6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:39.769665 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91db03-5860-42e2-bab1-03689c132101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ca4188-21f1-4418-b85d-eaa25c9aea42,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:39.771994 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-bb91db03-5860-42e2-bab1-03689c132101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:39.775701 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-bb91db03-5860-42e2-bab1-03689c132101 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/55ca4188-21f1-4418-b85d-eaa25c9aea42 HTTP/1.1" status: 204  len: 168 time: 0.2274663
Jun 03 16:17:39.775701 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-bb91db03-5860-42e2-bab1-03689c132101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:39.994163 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1d6b7-2033-4524-8546-213b6493ec9a req-9be239e5-e600-406e-8cba-1b5baa40b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:39.995635 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-72e1d6b7-2033-4524-8546-213b6493ec9a req-9be239e5-e600-406e-8cba-1b5baa40b3d0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac92454434b9488fb13bd0596cb98647&device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 1098 time: 0.1772163
Jun 03 16:17:40.087764 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e2f9d-01a0-45c9-9d8d-165987aac4ee req-6843d10a-98cd-43fc-a285-2dda996e6cef tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:40.089371 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-fe0e2f9d-01a0-45c9-9d8d-165987aac4ee req-6843d10a-98cd-43fc-a285-2dda996e6cef tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 945 time: 0.1172376
Jun 03 16:17:40.125886 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f240836-ecb5-4605-95a3-6241f9550629 req-b6f66c62-3f94-4c50-b876-16556b8178a3 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:40.133281 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5f240836-ecb5-4605-95a3-6241f9550629 req-b6f66c62-3f94-4c50-b876-16556b8178a3 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.2239099
Jun 03 16:17:40.143356 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-fe0e2f9d-01a0-45c9-9d8d-165987aac4ee req-0662eea8-f32f-4dab-9dfd-db9df6dc7b9e tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451298
Jun 03 16:17:40.227054 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5f240836-ecb5-4605-95a3-6241f9550629 req-0ffee38c-d7ff-4fe1-9176-68f6db1ea67f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925295
Jun 03 16:17:40.234900 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1d6b7-2033-4524-8546-213b6493ec9a req-5b1e898f-b37b-4805-9811-809e74adba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:40.237360 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-72e1d6b7-2033-4524-8546-213b6493ec9a req-5b1e898f-b37b-4805-9811-809e74adba1a service neutron] 10.222.0.73 "GET /v2.0/networks?id=eaa05f56-e2a3-4209-b334-8745e58b65ca HTTP/1.1" status: 200  len: 920 time: 0.2338705
Jun 03 16:17:40.313010 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-72e1d6b7-2033-4524-8546-213b6493ec9a req-507373c1-fab3-4d2d-bffa-57977ebc3dad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa2ca215-9b47-4330-9719-2cc810d6dcdb HTTP/1.1" status: 200  len: 217 time: 0.0677080
Jun 03 16:17:40.346680 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57244) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:40.372878 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-9f9fe47f-5594-4611-a0e1-3c572bc26a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:40.387828 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1d6b7-2033-4524-8546-213b6493ec9a req-14efc600-3285-450a-8f23-ecc7e8a040e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:40.389988 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-72e1d6b7-2033-4524-8546-213b6493ec9a req-14efc600-3285-450a-8f23-ecc7e8a040e6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=37b858f2-9061-4689-8f39-93d3aae83f42 HTTP/1.1" status: 200  len: 859 time: 0.0706871
Jun 03 16:17:40.396779 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-9f9fe47f-5594-4611-a0e1-3c572bc26a1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:40.402888 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-9f9fe47f-5594-4611-a0e1-3c572bc26a1d admin admin] Usage tracker for resource:security_group_rule and tenant:63a38bbe65ad43d787ffb0ca6ce3245c is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:40.406680 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-9f9fe47f-5594-4611-a0e1-3c572bc26a1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:40.413815 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-9f9fe47f-5594-4611-a0e1-3c572bc26a1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:40.469913 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-72e1d6b7-2033-4524-8546-213b6493ec9a req-81b794c2-88e0-4df8-8409-6057b6b67a48 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eaa05f56-e2a3-4209-b334-8745e58b65ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0623288
Jun 03 16:17:40.475022 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2cad3-618d-495e-9680-13d6700408d5 req-cebbc253-d14f-4ab9-ae14-603cea39b8c7 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:40.476451 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-5da2cad3-618d-495e-9680-13d6700408d5 req-cebbc253-d14f-4ab9-ae14-603cea39b8c7 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 944 time: 0.1695926
Jun 03 16:17:40.535768 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-5da2cad3-618d-495e-9680-13d6700408d5 req-8119549c-ae72-4888-be68-d471242c95c9 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489402
Jun 03 16:17:40.640643 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-9f9fe47f-5594-4611-a0e1-3c572bc26a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:40.646080 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-9f9fe47f-5594-4611-a0e1-3c572bc26a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:40.656897 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-0108bd4d-c0c6-476e-be20-2730bc36673b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:40.658456 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-72e1d6b7-2033-4524-8546-213b6493ec9a req-d526325d-8335-4203-9c05-57b064a76c1e service neutron] 10.222.0.73 "GET /v2.0/networks/eaa05f56-e2a3-4209-b334-8745e58b65ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1807582
Jun 03 16:17:40.660254 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e up at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:17:40.752170 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9fe47f-5594-4611-a0e1-3c572bc26a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656270f2-2e66-4ee4-8ec9-35043a07bc2e,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:40.759819 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-9f9fe47f-5594-4611-a0e1-3c572bc26a1d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=63a38bbe65ad43d787ffb0ca6ce3245c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4125969
Jun 03 16:17:40.761389 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-9f9fe47f-5594-4611-a0e1-3c572bc26a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:40.766173 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57250) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:40.799373 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:40.846104 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning for port 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:17:40.856301 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning complete for port 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:17:40.856849 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:40.869322 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-b43056d8-46b1-443f-9b6d-b39c109119b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:40.875991 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-72e1d6b7-2033-4524-8546-213b6493ec9a req-939360a0-273e-4525-b90b-f9e941cde345 service neutron] 10.222.0.73 "GET /v2.0/networks/eaa05f56-e2a3-4209-b334-8745e58b65ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2099676
Jun 03 16:17:40.905314 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-b43056d8-46b1-443f-9b6d-b39c109119b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:41.014058 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-b43056d8-46b1-443f-9b6d-b39c109119b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:41.022113 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-31436bd2-e7ec-4dd5-98bb-974467e71528 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:41.041346 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43056d8-46b1-443f-9b6d-b39c109119b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656270f2-2e66-4ee4-8ec9-35043a07bc2e,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:41.052463 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-b43056d8-46b1-443f-9b6d-b39c109119b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:41.062024 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-b43056d8-46b1-443f-9b6d-b39c109119b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:41.065557 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-b43056d8-46b1-443f-9b6d-b39c109119b1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/656270f2-2e66-4ee4-8ec9-35043a07bc2e HTTP/1.1" status: 204  len: 168 time: 0.2959189
Jun 03 16:17:41.070724 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:41.108521 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bec0e4-89e5-4150-b8f8-f3545bf9df1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e'}] {{(pid=91618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:17:41.110822 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80780923b31b79766dda64912243351c94e9e307cca1e5b2e5a14cee02687ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2512075b-f2c6-4bee-92a5-ab0c386d00cc" -d '{"events": [{"server_uuid": "78bec0e4-89e5-4150-b8f8-f3545bf9df1e", "name": "network-vif-plugged", "status": "completed", "tag": "6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e"}]}' {{(pid=91618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:17:41.131853 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e,segment=NetworkSegment(8d919451-85fd-41bb-bbc2-dd880028642e),segment_id=8d919451-85fd-41bb-bbc2-dd880028642e)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:17:41.137563 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:41.138596 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8 up at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:17:41.168750 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6687d724-1300-4a2f-b0d4-127b8286c39f x-openstack-request-id: req-6687d724-1300-4a2f-b0d4-127b8286c39f {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:17:41.169134 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78bec0e4-89e5-4150-b8f8-f3545bf9df1e", "name": "network-vif-plugged", "status": "completed", "tag": "6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e", "code": 200}]} {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:17:41.169329 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6687d724-1300-4a2f-b0d4-127b8286c39f {{(pid=91618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:17:41.169827 dv-cinder-786524-8-iscsi neutron-server[91618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78bec0e4-89e5-4150-b8f8-f3545bf9df1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e', 'code': 200}
Jun 03 16:17:41.170137 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:41.263069 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e,revision_number=5']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:41.267167 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:41.281411 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning for port b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:17:41.287375 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning complete for port b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:17:41.287946 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:41.393644 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a81a64-1fbf-4336-9675-fdcc83fd1923 req-e07ed6c3-2de5-41eb-a765-7a97b6c4e997 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:41.405660 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-80a81a64-1fbf-4336-9675-fdcc83fd1923 req-e07ed6c3-2de5-41eb-a765-7a97b6c4e997 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.1186218
Jun 03 16:17:41.456939 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-80a81a64-1fbf-4336-9675-fdcc83fd1923 req-330c2a59-f0ad-4d7a-a3b5-e877b2ccfa4d tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503261
Jun 03 16:17:41.495233 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:41.537731 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8,segment=NetworkSegment(bf6a9dcb-51b9-4164-a0a8-fd480afe49db),segment_id=bf6a9dcb-51b9-4164-a0a8-fd480afe49db)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:17:41.545374 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:41.547425 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:41.569749 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19d9c8-99f9-4bd1-92d3-6e73e48bad25 req-4aa51baa-1848-4595-b659-94b26b60d615 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:41.577714 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1c19d9c8-99f9-4bd1-92d3-6e73e48bad25 req-4aa51baa-1848-4595-b659-94b26b60d615 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.1704299
Jun 03 16:17:41.633160 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1a342-a9a7-4d7a-91b3-6955f40a99dc req-28d97e9e-3030-4e56-8857-30edf311b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:41.635093 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-37e1a342-a9a7-4d7a-91b3-6955f40a99dc req-28d97e9e-3030-4e56-8857-30edf311b1d9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 1099 time: 0.1435719
Jun 03 16:17:41.643191 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8,revision_number=5']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:41.657552 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:41.689277 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1c19d9c8-99f9-4bd1-92d3-6e73e48bad25 req-6993e902-99e5-4d5a-b02e-b1c83d5f42ab tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004078
Jun 03 16:17:41.712685 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-37e1a342-a9a7-4d7a-91b3-6955f40a99dc req-26b394fc-fdfa-400e-b41d-c9c9d8bb383f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645995
Jun 03 16:17:41.788988 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a6765-390e-42b2-bf36-1ccd914cd145 req-6fc44536-297e-4712-8d4c-957ff074d3df tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:41.789770 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b44a6765-390e-42b2-bf36-1ccd914cd145 req-6fc44536-297e-4712-8d4c-957ff074d3df tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.1042128
Jun 03 16:17:41.844595 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b44a6765-390e-42b2-bf36-1ccd914cd145 req-dc01e52c-ed20-4fcb-aed1-40df88b32029 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450151
Jun 03 16:17:42.187998 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:42.665524 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf18e7-ded6-48af-9d42-fe711bb6fcda req-4b9f4da7-83af-4f21-897e-78af02d29451 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:42.676437 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-63bf18e7-ded6-48af-9d42-fe711bb6fcda req-4b9f4da7-83af-4f21-897e-78af02d29451 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.1039314
Jun 03 16:17:42.727576 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-63bf18e7-ded6-48af-9d42-fe711bb6fcda req-b0037309-2346-44ab-b4d0-0ab8b189ff01 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503013
Jun 03 16:17:42.928287 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601c476-2897-4cb9-966e-b5bb3c5f23ef req-34a26f2b-ff7d-4c30-a397-1f2e79790349 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:42.930651 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9601c476-2897-4cb9-966e-b5bb3c5f23ef req-34a26f2b-ff7d-4c30-a397-1f2e79790349 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.0944614
Jun 03 16:17:43.029666 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9601c476-2897-4cb9-966e-b5bb3c5f23ef req-4dca2948-17ce-45cb-a275-d1d1bbf59297 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871685
Jun 03 16:17:43.096659 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9068dc-6fc9-470e-bf26-33c901f5a005 req-f2fdd155-a2e2-45f8-85fe-0c6e27849e85 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:43.098170 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0c9068dc-6fc9-470e-bf26-33c901f5a005 req-f2fdd155-a2e2-45f8-85fe-0c6e27849e85 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.0865059
Jun 03 16:17:43.151116 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0c9068dc-6fc9-470e-bf26-33c901f5a005 req-51bc31bf-144a-46fe-aa39-8052c614eb8b tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472393
Jun 03 16:17:43.171033 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfd8160-8f16-4981-8577-5de2933505bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8'}] {{(pid=91618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:17:43.173463 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80780923b31b79766dda64912243351c94e9e307cca1e5b2e5a14cee02687ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1796b6f3-4889-4996-a0fc-36a1f06feef8" -d '{"events": [{"server_uuid": "fcfd8160-8f16-4981-8577-5de2933505bf", "name": "network-vif-plugged", "status": "completed", "tag": "b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8"}]}' {{(pid=91618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:17:43.215263 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43138c30-c402-4ce3-8f8c-d0e0b59fa5bd x-openstack-request-id: req-43138c30-c402-4ce3-8f8c-d0e0b59fa5bd {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:17:43.215869 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfd8160-8f16-4981-8577-5de2933505bf", "name": "network-vif-plugged", "status": "completed", "tag": "b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8", "code": 200}]} {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:17:43.215869 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-43138c30-c402-4ce3-8f8c-d0e0b59fa5bd {{(pid=91618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:17:43.216198 dv-cinder-786524-8-iscsi neutron-server[91618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfd8160-8f16-4981-8577-5de2933505bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8', 'code': 200}
Jun 03 16:17:43.490575 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5112284-fc39-4bf5-b529-a4bd685c17c2 req-200987fc-77aa-458f-97fc-2894d31a7836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:43.492032 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b5112284-fc39-4bf5-b529-a4bd685c17c2 req-200987fc-77aa-458f-97fc-2894d31a7836 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 1098 time: 0.0719156
Jun 03 16:17:43.534552 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b5112284-fc39-4bf5-b529-a4bd685c17c2 req-de2fd87b-ad84-423b-ab72-a3d6677f1fa0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0358205
Jun 03 16:17:43.935326 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdd9dc-ddcf-4ae1-8c01-8bb2197a640d req-e0e97d2f-97bd-4520-9c57-f7d570557d43 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:43.936967 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-40fdd9dc-ddcf-4ae1-8c01-8bb2197a640d req-e0e97d2f-97bd-4520-9c57-f7d570557d43 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.0973802
Jun 03 16:17:44.018525 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-40fdd9dc-ddcf-4ae1-8c01-8bb2197a640d req-386a8424-0e53-467a-a90c-8d5116869f6e tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684330
Jun 03 16:17:44.270809 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137cf3b-90af-4441-a6c9-8de3f57ee282 req-0d276d86-3357-4b5b-a591-b218f0b6b3ff tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:44.272528 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-1137cf3b-90af-4441-a6c9-8de3f57ee282 req-0d276d86-3357-4b5b-a591-b218f0b6b3ff tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.0915377
Jun 03 16:17:44.285998 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57380) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:44.288618 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da34b4d-6045-4d3c-9ba5-c1f762850357 req-cd2ba159-e329-44af-b933-460c48acd64d tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:44.290008 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0da34b4d-6045-4d3c-9ba5-c1f762850357 req-cd2ba159-e329-44af-b933-460c48acd64d tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.0902832
Jun 03 16:17:44.291600 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-fb8ac6b4-a4de-4b87-a9d2-5ca1465e50b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Request body: {'floatingip': {'port_id': '6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:17:44.377089 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fb8ac6b4-a4de-4b87-a9d2-5ca1465e50b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for floatingip, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:44.410525 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0da34b4d-6045-4d3c-9ba5-c1f762850357 req-9c507517-0016-4fad-8be6-6f63aed4225a tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065753
Jun 03 16:17:44.866255 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6764c9-3c33-4001-96bd-2bce24d582da req-e32b5cd9-3475-4eed-8c0f-1e74ce31e303 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:44.867723 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0d6764c9-3c33-4001-96bd-2bce24d582da req-e32b5cd9-3475-4eed-8c0f-1e74ce31e303 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.3138225
Jun 03 16:17:45.133135 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0d6764c9-3c33-4001-96bd-2bce24d582da req-9b68243a-9de5-4946-873b-e9da3476d68b tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2542777
Jun 03 16:17:45.413173 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fb8ac6b4-a4de-4b87-a9d2-5ca1465e50b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:45.420360 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fb8ac6b4-a4de-4b87-a9d2-5ca1465e50b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380258'] for floatingip, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:45.514254 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9cc57-b881-417c-ab1e-ccaed09ab9be req-2a8658d2-d8bb-46f3-991c-db5ba06b738a tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:45.515956 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f5e9cc57-b881-417c-ab1e-ccaed09ab9be req-2a8658d2-d8bb-46f3-991c-db5ba06b738a tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/ports?device_id=30690eee-39da-4d20-9dea-04daed455d9a HTTP/1.1" status: 200  len: 945 time: 0.1878831
Jun 03 16:17:45.670331 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f5e9cc57-b881-417c-ab1e-ccaed09ab9be req-059034ad-1eb7-45db-af0e-c15da93a1fde tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/security-groups?id=482bb00a-f01c-42d9-b1af-e2f8bae96c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1414604
Jun 03 16:17:45.676397 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.db.l3_db [None req-fb8ac6b4-a4de-4b87-a9d2-5ca1465e50b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Floating IP 6dcd9523-1b41-41bb-868a-b11ac45471f4 associated. External IP: 172.27.2.75, port: 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e.
Jun 03 16:17:45.883635 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135297f4-89d3-4ee0-8996-57ec63ff38eb req-b87dbe7d-233e-4215-8c4d-33368b7ccd20 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:45.891071 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-135297f4-89d3-4ee0-8996-57ec63ff38eb req-b87dbe7d-233e-4215-8c4d-33368b7ccd20 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.1850817
Jun 03 16:17:45.943599 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-135297f4-89d3-4ee0-8996-57ec63ff38eb req-77ef4908-fb07-4b18-8b2c-c988c3e79825 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515976
Jun 03 16:17:46.177828 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57438) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:46.187791 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8ac6b4-a4de-4b87-a9d2-5ca1465e50b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Router 008d983e-7dfa-4639-8442-171e5c82cec4 has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:17:46.332241 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6cbe8778-0664-4f92-b308-234649113a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:46.419671 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-6cbe8778-0664-4f92-b308-234649113a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:46.429060 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-6cbe8778-0664-4f92-b308-234649113a8e admin admin] Usage tracker for resource:security_group_rule and tenant:c46def7d2f40453ab5568cfed3917089 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:46.434277 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-6cbe8778-0664-4f92-b308-234649113a8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:46.450783 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-6cbe8778-0664-4f92-b308-234649113a8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:46.473189 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8ac6b4-a4de-4b87-a9d2-5ca1465e50b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:17:46.479554 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fb8ac6b4-a4de-4b87-a9d2-5ca1465e50b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for floatingip, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:46.486003 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de05e2e-3f0d-4678-997e-128092837a38 None None] Sync routers for ids ['008d983e-7dfa-4639-8442-171e5c82cec4'] in dv-cinder-786524-8-iscsi {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:17:46.495217 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de05e2e-3f0d-4678-997e-128092837a38 None None] Routers {'008d983e-7dfa-4639-8442-171e5c82cec4'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:17:46.495863 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-7de05e2e-3f0d-4678-997e-128092837a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2317ca0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:17:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['008d983e-7dfa-4639-8442-171e5c82cec4'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:17:46.552900 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b8f93-85ff-4ba1-b625-635c2e78139d req-a421c889-eefa-4d7f-995b-951b9fd8b481 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:46.554289 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c59b8f93-85ff-4ba1-b625-635c2e78139d req-a421c889-eefa-4d7f-995b-951b9fd8b481 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.2910714
Jun 03 16:17:46.590988 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-fb8ac6b4-a4de-4b87-a9d2-5ca1465e50b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "PUT /v2.0/floatingips/6dcd9523-1b41-41bb-868a-b11ac45471f4 HTTP/1.1" status: 200  len: 991 time: 2.3036702
Jun 03 16:17:46.594371 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78bec0e4-89e5-4150-b8f8-f3545bf9df1e', 'tag': '6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e'}] {{(pid=91616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:17:46.596684 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ba5683e2301900b00b63f0bdb68dd2696e782727940e4ba776c706cb44efd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c8d39c-a25f-4482-9b40-b0396327b96e" -d '{"events": [{"name": "network-changed", "server_uuid": "78bec0e4-89e5-4150-b8f8-f3545bf9df1e", "tag": "6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e"}]}' {{(pid=91616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:17:46.639923 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c59b8f93-85ff-4ba1-b625-635c2e78139d req-624ccbaf-45ec-4b41-a021-9023a7924012 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0706286
Jun 03 16:17:46.678645 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-7de05e2e-3f0d-4678-997e-128092837a38 None None] Set router 008d983e-7dfa-4639-8442-171e5c82cec4 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:17:46.680714 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6cbe8778-0664-4f92-b308-234649113a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:46.693139 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6cbe8778-0664-4f92-b308-234649113a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:46.704014 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:46.746493 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388c6030-eec6-41cd-a9a8-f083b9ce9814 x-openstack-request-id: req-388c6030-eec6-41cd-a9a8-f083b9ce9814 {{(pid=91616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:17:46.746811 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78bec0e4-89e5-4150-b8f8-f3545bf9df1e", "tag": "6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e", "status": "completed", "code": 200}]} {{(pid=91616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:17:46.747095 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-388c6030-eec6-41cd-a9a8-f083b9ce9814 {{(pid=91616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:17:46.747507 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78bec0e4-89e5-4150-b8f8-f3545bf9df1e', 'tag': '6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e', 'status': 'completed', 'code': 200}
Jun 03 16:17:46.778020 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-6cbe8778-0664-4f92-b308-234649113a8e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c46def7d2f40453ab5568cfed3917089&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5962875
Jun 03 16:17:46.778020 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe8778-0664-4f92-b308-234649113a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57104489-0986-4933-890f-1b8c83d27c76,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:46.778875 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 57456) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:46.785003 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe8778-0664-4f92-b308-234649113a8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:17:46.785396 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe8778-0664-4f92-b308-234649113a8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:17:46.785748 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe8778-0664-4f92-b308-234649113a8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:17:46.786092 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe8778-0664-4f92-b308-234649113a8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:17:46.786430 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe8778-0664-4f92-b308-234649113a8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:17:46.786769 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe8778-0664-4f92-b308-234649113a8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:17:46.787104 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe8778-0664-4f92-b308-234649113a8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:17:46.787522 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe8778-0664-4f92-b308-234649113a8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:17:46.787860 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe8778-0664-4f92-b308-234649113a8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:17:46.788191 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe8778-0664-4f92-b308-234649113a8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:17:46.788525 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe8778-0664-4f92-b308-234649113a8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:17:46.788854 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe8778-0664-4f92-b308-234649113a8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:17:46.793620 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-6cbe8778-0664-4f92-b308-234649113a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:46.897337 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2361d9e9-295d-4188-a1fa-2b6bcf2775ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:46.971729 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2361d9e9-295d-4188-a1fa-2b6bcf2775ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:46.973843 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bc6ff-1382-49a1-8af7-b3f6471f9f1a req-e17d3397-ec88-4ecb-8d0c-df483ee3e1f0 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:46.975337 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-872bc6ff-1382-49a1-8af7-b3f6471f9f1a req-e17d3397-ec88-4ecb-8d0c-df483ee3e1f0 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.0951478
Jun 03 16:17:46.984547 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57460) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:46.991829 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-a8e44f99-8480-49cd-9d9a-9aa98db50bab tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Request body: {'floatingip': {'port_id': 'b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:17:46.999852 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8d39c-a25f-4482-9b40-b0396327b96e req-01b53ea2-961c-4136-8102-7dddab0ecb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:47.001333 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c2c8d39c-a25f-4482-9b40-b0396327b96e req-01b53ea2-961c-4136-8102-7dddab0ecb7d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c30f1bb3a5fa4f229320a2ddcb1ab970&device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 1099 time: 0.1851127
Jun 03 16:17:47.064079 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-7de05e2e-3f0d-4678-997e-128092837a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2317ca0>, [{'id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'name': 'tempest-AttachVolumeShelveTestJSON-798784809-router', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:49Z', 'updated_at': '2021-06-03T16:16:59Z', 'revision_number': 4, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'gw_port': {'id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:05:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_floatingips': [{'id': '6dcd9523-1b41-41bb-868a-b11ac45471f4', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'port_id': '6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'mac_address': 'fa:16:3e:62:9a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bec0e4-89e5-4150-b8f8-f3545bf9df1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:17:15Z', 'updated_at': '2021-06-03T16:17:45Z', 'revision_number': 1, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa4bb690-4d57-4433-aa63-efd93fd80492', 'name': '', 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'mac_address': 'fa:16:3e:c8:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1730b65d-c307-4958-817a-0c734926fd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:57Z', 'updated_at': '2021-06-03T16:17:14Z', 'revision_number': 5, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'subnets': [{'id': '1730b65d-c307-4958-817a-0c734926fd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:17:47.069363 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de05e2e-3f0d-4678-997e-128092837a38 None None] Checking router: 008d983e-7dfa-4639-8442-171e5c82cec4 for host: dv-cinder-786524-8-iscsi {{(pid=91619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:17:47.080120 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de05e2e-3f0d-4678-997e-128092837a38 None None] Routers {'008d983e-7dfa-4639-8442-171e5c82cec4'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:17:47.081315 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-7de05e2e-3f0d-4678-997e-128092837a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2317ca0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:17:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['008d983e-7dfa-4639-8442-171e5c82cec4'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:17:47.089462 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a8e44f99-8480-49cd-9d9a-9aa98db50bab tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for floatingip, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:47.172105 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2361d9e9-295d-4188-a1fa-2b6bcf2775ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:47.179974 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:47.188670 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8d39c-a25f-4482-9b40-b0396327b96e req-b622e005-222a-4982-b27d-f0f0d1c4823b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:47.190145 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c2c8d39c-a25f-4482-9b40-b0396327b96e req-b622e005-222a-4982-b27d-f0f0d1c4823b service neutron] 10.222.0.73 "GET /v2.0/networks?id=2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 HTTP/1.1" status: 200  len: 917 time: 0.1537893
Jun 03 16:17:47.198073 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361d9e9-295d-4188-a1fa-2b6bcf2775ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57104489-0986-4933-890f-1b8c83d27c76,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:47.264622 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2361d9e9-295d-4188-a1fa-2b6bcf2775ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:47.266624 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-2361d9e9-295d-4188-a1fa-2b6bcf2775ec admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/57104489-0986-4933-890f-1b8c83d27c76 HTTP/1.1" status: 204  len: 168 time: 0.4865272
Jun 03 16:17:47.268177 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361d9e9-295d-4188-a1fa-2b6bcf2775ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:17:47.268716 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361d9e9-295d-4188-a1fa-2b6bcf2775ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:17:47.269267 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361d9e9-295d-4188-a1fa-2b6bcf2775ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:17:47.269806 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361d9e9-295d-4188-a1fa-2b6bcf2775ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:17:47.270860 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361d9e9-295d-4188-a1fa-2b6bcf2775ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:17:47.272073 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361d9e9-295d-4188-a1fa-2b6bcf2775ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:17:47.272808 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361d9e9-295d-4188-a1fa-2b6bcf2775ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:17:47.273329 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361d9e9-295d-4188-a1fa-2b6bcf2775ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:17:47.273867 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361d9e9-295d-4188-a1fa-2b6bcf2775ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:17:47.273867 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361d9e9-295d-4188-a1fa-2b6bcf2775ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:17:47.274723 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361d9e9-295d-4188-a1fa-2b6bcf2775ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:17:47.275268 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361d9e9-295d-4188-a1fa-2b6bcf2775ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:17:47.279598 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-2361d9e9-295d-4188-a1fa-2b6bcf2775ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:47.338925 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6b0ec-b445-4e0d-a55e-f5b2e9edb68b req-162d09a0-07ef-4046-a554-7c511980c4d6 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:47.346665 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-75a6b0ec-b445-4e0d-a55e-f5b2e9edb68b req-162d09a0-07ef-4046-a554-7c511980c4d6 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/ports?device_id=30690eee-39da-4d20-9dea-04daed455d9a HTTP/1.1" status: 200  len: 945 time: 0.4307752
Jun 03 16:17:47.375183 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c2c8d39c-a25f-4482-9b40-b0396327b96e req-66f740f6-7992-4a45-8356-69de50ec74e6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e HTTP/1.1" status: 200  len: 999 time: 0.1725321
Jun 03 16:17:47.484360 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-75a6b0ec-b445-4e0d-a55e-f5b2e9edb68b req-07cf79e0-e49d-4176-a3e0-32c4f973f971 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/security-groups?id=482bb00a-f01c-42d9-b1af-e2f8bae96c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341989
Jun 03 16:17:47.497491 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-7de05e2e-3f0d-4678-997e-128092837a38 None None] Set router 008d983e-7dfa-4639-8442-171e5c82cec4 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:17:47.511219 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899c249-adf4-47ca-aab0-70e239621435 req-69a872bd-4796-46da-94b1-cec472470a36 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:47.513367 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-7899c249-adf4-47ca-aab0-70e239621435 req-69a872bd-4796-46da-94b1-cec472470a36 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.3639960
Jun 03 16:17:47.522290 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8d39c-a25f-4482-9b40-b0396327b96e req-8a86f76a-3a92-4900-aef4-3ae20d0d6f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:47.525037 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c2c8d39c-a25f-4482-9b40-b0396327b96e req-8a86f76a-3a92-4900-aef4-3ae20d0d6f94 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1730b65d-c307-4958-817a-0c734926fd68 HTTP/1.1" status: 200  len: 855 time: 0.1418467
Jun 03 16:17:47.642609 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-7899c249-adf4-47ca-aab0-70e239621435 req-ffad28a7-5077-4df6-9c89-8b5aab4a401b tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206796
Jun 03 16:17:47.678024 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8d39c-a25f-4482-9b40-b0396327b96e req-8934d40a-dd4f-4922-a419-dc7f8eb9ce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:47.679380 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c2c8d39c-a25f-4482-9b40-b0396327b96e req-8934d40a-dd4f-4922-a419-dc7f8eb9ce7c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1409683
Jun 03 16:17:47.799856 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57478) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:47.910034 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c2c8d39c-a25f-4482-9b40-b0396327b96e req-52daf2cf-8bf0-4e62-8325-8540ca9f3249 service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2069435
Jun 03 16:17:48.028908 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-7de05e2e-3f0d-4678-997e-128092837a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2317ca0>, [{'id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'name': 'tempest-AttachVolumeShelveTestJSON-798784809-router', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:49Z', 'updated_at': '2021-06-03T16:16:59Z', 'revision_number': 4, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'gw_port': {'id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:05:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_floatingips': [{'id': '6dcd9523-1b41-41bb-868a-b11ac45471f4', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'port_id': '6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'mac_address': 'fa:16:3e:62:9a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bec0e4-89e5-4150-b8f8-f3545bf9df1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:17:15Z', 'updated_at': '2021-06-03T16:17:45Z', 'revision_number': 1, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa4bb690-4d57-4433-aa63-efd93fd80492', 'name': '', 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'mac_address': 'fa:16:3e:c8:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1730b65d-c307-4958-817a-0c734926fd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:57Z', 'updated_at': '2021-06-03T16:17:14Z', 'revision_number': 5, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'subnets': [{'id': '1730b65d-c307-4958-817a-0c734926fd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:17:48.034188 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de05e2e-3f0d-4678-997e-128092837a38 None None] The sync data for ids ['008d983e-7dfa-4639-8442-171e5c82cec4'] in dv-cinder-786524-8-iscsi is: [{'id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'name': 'tempest-AttachVolumeShelveTestJSON-798784809-router', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:49Z', 'updated_at': '2021-06-03T16:16:59Z', 'revision_number': 4, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'gw_port': {'id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:05:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_floatingips': [{'id': '6dcd9523-1b41-41bb-868a-b11ac45471f4', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'port_id': '6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'mac_address': 'fa:16:3e:62:9a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bec0e4-89e5-4150-b8f8-f3545bf9df1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:17:15Z', 'updated_at': '2021-06-03T16:17:45Z', 'revision_number': 1, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa4bb690-4d57-4433-aa63-efd93fd80492', 'name': '', 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'mac_address': 'fa:16:3e:c8:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1730b65d-c307-4958-817a-0c734926fd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:57Z', 'updated_at': '2021-06-03T16:17:14Z', 'revision_number': 5, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'subnets': [{'id': '1730b65d-c307-4958-817a-0c734926fd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:17:48.082540 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 57486) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:48.152836 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a1c42ee9-48af-47d5-a5d9-1de98a68eed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:48.163991 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c4b28cc5-73ca-469d-b55c-5868c7cf4bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:48.180302 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-a1c42ee9-48af-47d5-a5d9-1de98a68eed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:48.184849 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-c4b28cc5-73ca-469d-b55c-5868c7cf4bc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:48.198922 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-a1c42ee9-48af-47d5-a5d9-1de98a68eed9 admin admin] Usage tracker for resource:security_group_rule and tenant:b585ec45ef37434ca9ab2cd04c8faf4e is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:48.204504 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-c4b28cc5-73ca-469d-b55c-5868c7cf4bc5 admin admin] Usage tracker for resource:security_group_rule and tenant:be46617f5a364729a1affcbaff5180f0 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:48.206264 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-a1c42ee9-48af-47d5-a5d9-1de98a68eed9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:48.209398 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a8e44f99-8480-49cd-9d9a-9aa98db50bab tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:48.210374 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-c4b28cc5-73ca-469d-b55c-5868c7cf4bc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:48.214444 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-a1c42ee9-48af-47d5-a5d9-1de98a68eed9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:48.216934 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-c4b28cc5-73ca-469d-b55c-5868c7cf4bc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:48.218990 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a8e44f99-8480-49cd-9d9a-9aa98db50bab tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380258'] for floatingip, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:48.226635 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c2c8d39c-a25f-4482-9b40-b0396327b96e req-09a68c1e-e63c-4a2e-9c53-783ec797f904 service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3056321
Jun 03 16:17:48.271959 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bc99d-0f1f-4758-8fac-7177fcc6daed req-5e113a97-ed06-4c4c-9db1-d8da3a01a25f tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:48.273830 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b13bc99d-0f1f-4758-8fac-7177fcc6daed req-5e113a97-ed06-4c4c-9db1-d8da3a01a25f tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.73 "GET /v2.0/ports?device_id=30690eee-39da-4d20-9dea-04daed455d9a HTTP/1.1" status: 200  len: 945 time: 0.1922367
Jun 03 16:17:48.296175 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbbefc9-8f66-4cdd-85fa-3616e712d75b None None] New status for floating IP 6dcd9523-1b41-41bb-868a-b11ac45471f4: ACTIVE {{(pid=91618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 16:17:48.433938 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a1c42ee9-48af-47d5-a5d9-1de98a68eed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:48.442632 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a1c42ee9-48af-47d5-a5d9-1de98a68eed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:48.450439 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-2a70a07c-7824-4f4a-8cc3-3342a8ac9408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:48.459805 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.db.l3_db [None req-a8e44f99-8480-49cd-9d9a-9aa98db50bab tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Floating IP 2254bf11-93e7-4d4b-80f9-054acbb25286 associated. External IP: 172.27.2.5, port: b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8.
Jun 03 16:17:48.501525 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-a1c42ee9-48af-47d5-a5d9-1de98a68eed9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b585ec45ef37434ca9ab2cd04c8faf4e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4180784
Jun 03 16:17:48.502976 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c42ee9-48af-47d5-a5d9-1de98a68eed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98e8944-c218-4b59-ac65-a1008ff42ae2,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:48.519970 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 57490) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:48.530283 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a1c42ee9-48af-47d5-a5d9-1de98a68eed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:48.549407 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-b13bc99d-0f1f-4758-8fac-7177fcc6daed req-29ec04a9-83a8-4201-9267-b0ffa8e33884 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Deleting port 583a4b3e-a1e0-4f0a-a594-05828343f80a {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:17:48.549776 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-b13bc99d-0f1f-4758-8fac-7177fcc6daed req-29ec04a9-83a8-4201-9267-b0ffa8e33884 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:48.589751 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c4b28cc5-73ca-469d-b55c-5868c7cf4bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:48.689156 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c4b28cc5-73ca-469d-b55c-5868c7cf4bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:48.726349 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-6cbe8778-0664-4f92-b308-234649113a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:48.762282 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f141e2ea-6c63-4efd-bfc3-1cda4be4ff3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:48.806597 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b28cc5-73ca-469d-b55c-5868c7cf4bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aef03a5-07c7-495c-9ef0-572031ab06ab,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:48.813243 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-c4b28cc5-73ca-469d-b55c-5868c7cf4bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:48.818909 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-c4b28cc5-73ca-469d-b55c-5868c7cf4bc5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=be46617f5a364729a1affcbaff5180f0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0174925
Jun 03 16:17:48.823230 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57496) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:48.862408 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-b13bc99d-0f1f-4758-8fac-7177fcc6daed req-29ec04a9-83a8-4201-9267-b0ffa8e33884 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] For port 583a4b3e-a1e0-4f0a-a594-05828343f80a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=583a4b3e-a1e0-4f0a-a594-05828343f80a,segment=NetworkSegment(6e35fe6f-d1c1-4659-aeff-6460432b3dc5),segment_id=6e35fe6f-d1c1-4659-aeff-6460432b3dc5)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:17:48.862768 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-b13bc99d-0f1f-4758-8fac-7177fcc6daed req-29ec04a9-83a8-4201-9267-b0ffa8e33884 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:48.870596 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f141e2ea-6c63-4efd-bfc3-1cda4be4ff3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:49.033347 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8c88f-70ec-4e21-9536-08f4dc7a062a req-5406bc7d-3505-4baa-8379-c6cd0c6e883e tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:49.034850 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-11f8c88f-70ec-4e21-9536-08f4dc7a062a req-5406bc7d-3505-4baa-8379-c6cd0c6e883e tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/ports?device_id=30690eee-39da-4d20-9dea-04daed455d9a HTTP/1.1" status: 200  len: 945 time: 0.3549569
Jun 03 16:17:49.092068 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-32f01a34-602c-4da9-a10c-e407c1c90880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:49.095389 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-b13bc99d-0f1f-4758-8fac-7177fcc6daed req-29ec04a9-83a8-4201-9267-b0ffa8e33884 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Calling delete_port for 583a4b3e-a1e0-4f0a-a594-05828343f80a owned by compute:nova {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:17:49.132523 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-11f8c88f-70ec-4e21-9536-08f4dc7a062a req-6e4420f4-e3a8-45f7-9eb6-b6e22653bd9e tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/security-groups?id=482bb00a-f01c-42d9-b1af-e2f8bae96c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837793
Jun 03 16:17:49.141782 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e44f99-8480-49cd-9d9a-9aa98db50bab tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Router 78b02607-c948-44ce-8fce-9af25b82dc8e has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:17:49.153756 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-32f01a34-602c-4da9-a10c-e407c1c90880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:49.222661 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fba38-daed-466c-bab9-3c147efba380 req-39f0c6d0-8752-4a40-bfc9-bd375399600e tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:49.224193 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ae7fba38-daed-466c-bab9-3c147efba380 req-39f0c6d0-8752-4a40-bfc9-bd375399600e tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.4577506
Jun 03 16:17:49.258122 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f141e2ea-6c63-4efd-bfc3-1cda4be4ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:49.267774 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-2361d9e9-295d-4188-a1fa-2b6bcf2775ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:49.287248 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141e2ea-6c63-4efd-bfc3-1cda4be4ff3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98e8944-c218-4b59-ac65-a1008ff42ae2,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:49.297518 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-f141e2ea-6c63-4efd-bfc3-1cda4be4ff3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:49.320020 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f141e2ea-6c63-4efd-bfc3-1cda4be4ff3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:49.321290 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-f141e2ea-6c63-4efd-bfc3-1cda4be4ff3a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f98e8944-c218-4b59-ac65-a1008ff42ae2 HTTP/1.1" status: 204  len: 168 time: 0.8000333
Jun 03 16:17:49.326165 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ae7fba38-daed-466c-bab9-3c147efba380 req-cd3a5f03-06b1-4252-ba7c-97f0bdb4b435 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874128
Jun 03 16:17:49.377336 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-32f01a34-602c-4da9-a10c-e407c1c90880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:49.384199 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-446a11d0-a521-4fde-8791-519d7f9695cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:49.400456 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e44f99-8480-49cd-9d9a-9aa98db50bab tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:17:49.403228 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f01a34-602c-4da9-a10c-e407c1c90880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aef03a5-07c7-495c-9ef0-572031ab06ab,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:49.413047 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6a9667-793c-4bba-b7e1-65378a002860 None None] Sync routers for ids ['78b02607-c948-44ce-8fce-9af25b82dc8e'] in dv-cinder-786524-8-iscsi {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:17:49.424899 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-b13bc99d-0f1f-4758-8fac-7177fcc6daed req-29ec04a9-83a8-4201-9267-b0ffa8e33884 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:49.426097 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6a9667-793c-4bba-b7e1-65378a002860 None None] Routers {'78b02607-c948-44ce-8fce-9af25b82dc8e'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:17:49.427969 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-2d6a9667-793c-4bba-b7e1-65378a002860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa214fe20>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:17:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['78b02607-c948-44ce-8fce-9af25b82dc8e'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:17:49.436965 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:49.445335 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a8e44f99-8480-49cd-9d9a-9aa98db50bab tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for floatingip, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:49.484315 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-32f01a34-602c-4da9-a10c-e407c1c90880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:49.485840 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-32f01a34-602c-4da9-a10c-e407c1c90880 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2aef03a5-07c7-495c-9ef0-572031ab06ab HTTP/1.1" status: 204  len: 168 time: 0.6592710
Jun 03 16:17:49.498922 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-32f01a34-602c-4da9-a10c-e407c1c90880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:49.514600 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec04a9-83a8-4201-9267-b0ffa8e33884 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Pushing event deleted for resources: {'Port': ['ID=583a4b3e-a1e0-4f0a-a594-05828343f80a,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:49.518491 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-29ec04a9-83a8-4201-9267-b0ffa8e33884 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:49.537170 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-a8e44f99-8480-49cd-9d9a-9aa98db50bab tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "PUT /v2.0/floatingips/2254bf11-93e7-4d4b-80f9-054acbb25286 HTTP/1.1" status: 200  len: 989 time: 2.5512259
Jun 03 16:17:49.537820 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcfd8160-8f16-4981-8577-5de2933505bf', 'tag': 'b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8'}] {{(pid=91616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:17:49.543876 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ba5683e2301900b00b63f0bdb68dd2696e782727940e4ba776c706cb44efd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8192bbf2-e2cf-4c6c-9170-3339afb620c7" -d '{"events": [{"name": "network-changed", "server_uuid": "fcfd8160-8f16-4981-8577-5de2933505bf", "tag": "b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8"}]}' {{(pid=91616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:17:49.635821 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dddf2a-c778-4dbe-a95e-9ec8afcb9703 x-openstack-request-id: req-05dddf2a-c778-4dbe-a95e-9ec8afcb9703 {{(pid=91616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:17:49.636469 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcfd8160-8f16-4981-8577-5de2933505bf", "tag": "b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8", "status": "completed", "code": 200}]} {{(pid=91616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:17:49.636469 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-05dddf2a-c778-4dbe-a95e-9ec8afcb9703 {{(pid=91616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:17:49.637160 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcfd8160-8f16-4981-8577-5de2933505bf', 'tag': 'b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8', 'status': 'completed', 'code': 200}
Jun 03 16:17:49.654001 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13bc99d-0f1f-4758-8fac-7177fcc6daed req-29ec04a9-83a8-4201-9267-b0ffa8e33884 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] No DVR routers for this DVR port 583a4b3e-a1e0-4f0a-a594-05828343f80a on host hv-cinder-78652 {{(pid=91617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:17:49.658002 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-b13bc99d-0f1f-4758-8fac-7177fcc6daed req-29ec04a9-83a8-4201-9267-b0ffa8e33884 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:49.670683 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30690eee-39da-4d20-9dea-04daed455d9a', 'name': 'network-vif-deleted', 'tag': '583a4b3e-a1e0-4f0a-a594-05828343f80a'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:17:49.673403 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6277d9-7402-4e2d-bf4b-20b41dbb8dc1" -d '{"events": [{"server_uuid": "30690eee-39da-4d20-9dea-04daed455d9a", "name": "network-vif-deleted", "tag": "583a4b3e-a1e0-4f0a-a594-05828343f80a"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:17:49.705584 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-2d6a9667-793c-4bba-b7e1-65378a002860 None None] Set router 78b02607-c948-44ce-8fce-9af25b82dc8e gateway port host: dv-cinder-786524-8-iscsi {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:17:49.746403 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35d3b0e-c24d-4844-b1a9-84a6faf44350 x-openstack-request-id: req-a35d3b0e-c24d-4844-b1a9-84a6faf44350 {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:17:49.746726 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30690eee-39da-4d20-9dea-04daed455d9a", "name": "network-vif-deleted", "tag": "583a4b3e-a1e0-4f0a-a594-05828343f80a", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:17:49.747186 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a35d3b0e-c24d-4844-b1a9-84a6faf44350 {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:17:49.747605 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30690eee-39da-4d20-9dea-04daed455d9a', 'name': 'network-vif-deleted', 'tag': '583a4b3e-a1e0-4f0a-a594-05828343f80a', 'status': 'completed', 'code': 200}
Jun 03 16:17:49.756341 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b13bc99d-0f1f-4758-8fac-7177fcc6daed req-29ec04a9-83a8-4201-9267-b0ffa8e33884 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.73 "DELETE /v2.0/ports/583a4b3e-a1e0-4f0a-a594-05828343f80a HTTP/1.1" status: 204  len: 173 time: 1.4759009
Jun 03 16:17:49.815315 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192bbf2-e2cf-4c6c-9170-3339afb620c7 req-96951ac7-c3b1-4be5-8b33-255e1a5b3741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:49.816943 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8192bbf2-e2cf-4c6c-9170-3339afb620c7 req-96951ac7-c3b1-4be5-8b33-255e1a5b3741 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a537e76199c41b2a9f3cd652b9668bd&device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 1098 time: 0.1407323
Jun 03 16:17:49.977545 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192bbf2-e2cf-4c6c-9170-3339afb620c7 req-8fbe8f6c-3a84-4e91-83bc-2072ddfcbd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:49.978991 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8192bbf2-e2cf-4c6c-9170-3339afb620c7 req-8fbe8f6c-3a84-4e91-83bc-2072ddfcbd92 service neutron] 10.222.0.73 "GET /v2.0/networks?id=402cb13e-8c37-4be7-87df-d31fc66fd7f0 HTTP/1.1" status: 200  len: 911 time: 0.1497395
Jun 03 16:17:50.040540 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57528) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:50.066010 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-18532b71-7522-4a9f-b88e-c2ab6c4e1fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:50.085672 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-18532b71-7522-4a9f-b88e-c2ab6c4e1fa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:50.089755 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-18532b71-7522-4a9f-b88e-c2ab6c4e1fa9 admin admin] Usage tracker for resource:security_group_rule and tenant:85deefea204843908c9ad8fca169c324 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:50.093494 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-18532b71-7522-4a9f-b88e-c2ab6c4e1fa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:50.100652 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-18532b71-7522-4a9f-b88e-c2ab6c4e1fa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:50.107837 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8192bbf2-e2cf-4c6c-9170-3339afb620c7 req-df78c86d-d9a6-40ee-9893-35b23c14a513 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8 HTTP/1.1" status: 200  len: 997 time: 0.1145346
Jun 03 16:17:50.193462 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192bbf2-e2cf-4c6c-9170-3339afb620c7 req-9ffc2a8c-9767-4f3d-97cf-6caa97a1e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:50.194906 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8192bbf2-e2cf-4c6c-9170-3339afb620c7 req-9ffc2a8c-9767-4f3d-97cf-6caa97a1e7f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=515f7287-4aad-4ff2-b3a1-62fc265d7452 HTTP/1.1" status: 200  len: 849 time: 0.0777392
Jun 03 16:17:50.218178 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-2d6a9667-793c-4bba-b7e1-65378a002860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa214fe20>, [{'id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'name': 'tempest-AttachVolumeTestJSON-394210933-router', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:47Z', 'updated_at': '2021-06-03T16:17:05Z', 'revision_number': 4, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'gw_port': {'id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_floatingips': [{'id': '2254bf11-93e7-4d4b-80f9-054acbb25286', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'port_id': 'b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0', 'mac_address': 'fa:16:3e:59:79:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfd8160-8f16-4981-8577-5de2933505bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:17:17Z', 'updated_at': '2021-06-03T16:17:47Z', 'revision_number': 1, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e9d00a-3050-42e6-bfed-6974ad7f5a70', 'name': '', 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'mac_address': 'fa:16:3e:b5:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:59Z', 'updated_at': '2021-06-03T16:17:17Z', 'revision_number': 5, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'subnets': [{'id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:17:50.218471 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-18532b71-7522-4a9f-b88e-c2ab6c4e1fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:50.226106 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-18532b71-7522-4a9f-b88e-c2ab6c4e1fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:50.228993 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6a9667-793c-4bba-b7e1-65378a002860 None None] Checking router: 78b02607-c948-44ce-8fce-9af25b82dc8e for host: dv-cinder-786524-8-iscsi {{(pid=91619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:17:50.256074 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6a9667-793c-4bba-b7e1-65378a002860 None None] Routers {'78b02607-c948-44ce-8fce-9af25b82dc8e'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:17:50.257832 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-2d6a9667-793c-4bba-b7e1-65378a002860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa214fe20>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:17:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['78b02607-c948-44ce-8fce-9af25b82dc8e'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:17:50.263265 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-c4b28cc5-73ca-469d-b55c-5868c7cf4bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:50.317503 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-18532b71-7522-4a9f-b88e-c2ab6c4e1fa9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=85deefea204843908c9ad8fca169c324&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2752404
Jun 03 16:17:50.318341 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18532b71-7522-4a9f-b88e-c2ab6c4e1fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61fcaaa-c941-496c-a52e-aaad975789f7,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:50.341569 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 57536) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:50.346508 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-18532b71-7522-4a9f-b88e-c2ab6c4e1fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:50.450181 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-f6c32a89-c119-4ca6-8700-821b14d25f46 req-e0fc920d-525e-4511-ab59-fafbb986386b tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Synchronizing usage tracker for tenant:574cf7a9f8924711ad4dd08f47e88cbc on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:17:50.516863 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-f6c32a89-c119-4ca6-8700-821b14d25f46 req-e0fc920d-525e-4511-ab59-fafbb986386b tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Unset dirty status for tenant:574cf7a9f8924711ad4dd08f47e88cbc on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:17:50.518070 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f6c32a89-c119-4ca6-8700-821b14d25f46 req-e0fc920d-525e-4511-ab59-fafbb986386b tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] 10.222.0.66 "GET /v2.0/ports?device_id=30690eee-39da-4d20-9dea-04daed455d9a HTTP/1.1" status: 200  len: 210 time: 0.1420610
Jun 03 16:17:50.520037 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192bbf2-e2cf-4c6c-9170-3339afb620c7 req-47bb5a37-6804-4378-be30-7567ccce5509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:50.521493 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8192bbf2-e2cf-4c6c-9170-3339afb620c7 req-47bb5a37-6804-4378-be30-7567ccce5509 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=402cb13e-8c37-4be7-87df-d31fc66fd7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3066509
Jun 03 16:17:50.522332 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e8ae1fd3-6abe-4dff-8579-cb07e1cd666f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:50.581426 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-2d6a9667-793c-4bba-b7e1-65378a002860 None None] Set router 78b02607-c948-44ce-8fce-9af25b82dc8e gateway port host: dv-cinder-786524-8-iscsi {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:17:50.583083 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e8ae1fd3-6abe-4dff-8579-cb07e1cd666f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:50.689991 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 583a4b3e-a1e0-4f0a-a594-05828343f80a no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:17:50.727231 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e854b66-c36b-46bf-86b3-a6bb5755b473 req-c909d8d8-5212-4c7f-b9de-dd820500c822 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:50.732380 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] No Port match for: 583a4b3e-a1e0-4f0a-a594-05828343f80a {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:17:50.733054 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 583a4b3e-a1e0-4f0a-a594-05828343f80a not bound to the agent host hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:17:50.737528 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-2e854b66-c36b-46bf-86b3-a6bb5755b473 req-c909d8d8-5212-4c7f-b9de-dd820500c822 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.1290050
Jun 03 16:17:50.790836 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-2e854b66-c36b-46bf-86b3-a6bb5755b473 req-7f3ef2c2-c116-46a4-bfd7-644f43baa663 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524170
Jun 03 16:17:50.803538 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8192bbf2-e2cf-4c6c-9170-3339afb620c7 req-dd1ea9cb-e662-4620-9fc7-5ab26120fea3 service neutron] 10.222.0.73 "GET /v2.0/networks/402cb13e-8c37-4be7-87df-d31fc66fd7f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2467678
Jun 03 16:17:50.814589 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e8ae1fd3-6abe-4dff-8579-cb07e1cd666f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:50.842757 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:50.860206 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae1fd3-6abe-4dff-8579-cb07e1cd666f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61fcaaa-c941-496c-a52e-aaad975789f7,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:50.863752 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-e8ae1fd3-6abe-4dff-8579-cb07e1cd666f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:50.883072 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e8ae1fd3-6abe-4dff-8579-cb07e1cd666f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:50.883979 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-e8ae1fd3-6abe-4dff-8579-cb07e1cd666f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e61fcaaa-c941-496c-a52e-aaad975789f7 HTTP/1.1" status: 204  len: 168 time: 0.5288210
Jun 03 16:17:51.018141 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8192bbf2-e2cf-4c6c-9170-3339afb620c7 req-2ee128ca-44e3-4030-b4da-738d09e677c6 service neutron] 10.222.0.73 "GET /v2.0/networks/402cb13e-8c37-4be7-87df-d31fc66fd7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2047877
Jun 03 16:17:51.116347 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-2d6a9667-793c-4bba-b7e1-65378a002860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa214fe20>, [{'id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'name': 'tempest-AttachVolumeTestJSON-394210933-router', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:47Z', 'updated_at': '2021-06-03T16:17:05Z', 'revision_number': 4, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'gw_port': {'id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_floatingips': [{'id': '2254bf11-93e7-4d4b-80f9-054acbb25286', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'port_id': 'b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0', 'mac_address': 'fa:16:3e:59:79:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfd8160-8f16-4981-8577-5de2933505bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:17:17Z', 'updated_at': '2021-06-03T16:17:47Z', 'revision_number': 1, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e9d00a-3050-42e6-bfed-6974ad7f5a70', 'name': '', 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'mac_address': 'fa:16:3e:b5:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:59Z', 'updated_at': '2021-06-03T16:17:17Z', 'revision_number': 5, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'subnets': [{'id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:17:51.122370 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6a9667-793c-4bba-b7e1-65378a002860 None None] The sync data for ids ['78b02607-c948-44ce-8fce-9af25b82dc8e'] in dv-cinder-786524-8-iscsi is: [{'id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'name': 'tempest-AttachVolumeTestJSON-394210933-router', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:47Z', 'updated_at': '2021-06-03T16:17:05Z', 'revision_number': 4, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'gw_port': {'id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_floatingips': [{'id': '2254bf11-93e7-4d4b-80f9-054acbb25286', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'port_id': 'b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0', 'mac_address': 'fa:16:3e:59:79:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfd8160-8f16-4981-8577-5de2933505bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:17:17Z', 'updated_at': '2021-06-03T16:17:47Z', 'revision_number': 1, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e9d00a-3050-42e6-bfed-6974ad7f5a70', 'name': '', 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'mac_address': 'fa:16:3e:b5:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:59Z', 'updated_at': '2021-06-03T16:17:17Z', 'revision_number': 5, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'subnets': [{'id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:17:51.368794 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feecb91-0f9b-48e2-8515-550099a3b9d4 None None] New status for floating IP 2254bf11-93e7-4d4b-80f9-054acbb25286: ACTIVE {{(pid=91618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 16:17:51.420821 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 57576) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:51.441105 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5abf4df-e4ee-4dc7-ae79-e8f1fdef4067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:51.458005 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-a5abf4df-e4ee-4dc7-ae79-e8f1fdef4067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:51.463013 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-a5abf4df-e4ee-4dc7-ae79-e8f1fdef4067 admin admin] Usage tracker for resource:security_group_rule and tenant:835fd508fea34c8c8e6f916dba4dae3d is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:51.467283 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-a5abf4df-e4ee-4dc7-ae79-e8f1fdef4067 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:51.473436 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-a5abf4df-e4ee-4dc7-ae79-e8f1fdef4067 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:51.571808 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5abf4df-e4ee-4dc7-ae79-e8f1fdef4067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:51.577099 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5abf4df-e4ee-4dc7-ae79-e8f1fdef4067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:51.596122 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-2ef28517-74ee-479d-a358-6a327a8094e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:51.647171 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-a5abf4df-e4ee-4dc7-ae79-e8f1fdef4067 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=835fd508fea34c8c8e6f916dba4dae3d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2251472
Jun 03 16:17:51.649778 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57590) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:51.650408 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5abf4df-e4ee-4dc7-ae79-e8f1fdef4067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f987ac3-42b7-4e69-8f53-68ac7ecfa664,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:51.653701 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a5abf4df-e4ee-4dc7-ae79-e8f1fdef4067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:51.735679 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-57d69f56-0179-4769-8b9e-71e56a659b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:51.772190 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-57d69f56-0179-4769-8b9e-71e56a659b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:51.837254 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-57d69f56-0179-4769-8b9e-71e56a659b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:51.841347 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-18532b71-7522-4a9f-b88e-c2ab6c4e1fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:51.856982 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d69f56-0179-4769-8b9e-71e56a659b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f987ac3-42b7-4e69-8f53-68ac7ecfa664,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:51.860016 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-57d69f56-0179-4769-8b9e-71e56a659b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:51.868610 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-57d69f56-0179-4769-8b9e-71e56a659b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:51.870029 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-57d69f56-0179-4769-8b9e-71e56a659b3e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4f987ac3-42b7-4e69-8f53-68ac7ecfa664 HTTP/1.1" status: 204  len: 168 time: 0.2190483
Jun 03 16:17:52.244228 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bf3f6-e5c3-4532-84b8-208ccc7246f3 req-676b2e14-d5b6-48ff-aa76-48035a39740c tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:52.252474 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-cb5bf3f6-e5c3-4532-84b8-208ccc7246f3 req-676b2e14-d5b6-48ff-aa76-48035a39740c tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.2213726
Jun 03 16:17:52.313176 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-cb5bf3f6-e5c3-4532-84b8-208ccc7246f3 req-a2f52108-043e-41ca-9283-4b66a3a72651 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570784
Jun 03 16:17:52.766667 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-c70274f6-a520-41e3-aba4-db26239ba3d6 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:52.767725 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-c70274f6-a520-41e3-aba4-db26239ba3d6 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/networks?id=4201750e-bded-4d48-84d8-62df05a2c3fb HTTP/1.1" status: 200  len: 814 time: 0.2709966
Jun 03 16:17:52.795494 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-7ad128fd-f266-4064-80f6-8e7b7cb2471a tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/quotas/a7468f03a2da433ebc94af6cc13242b8 HTTP/1.1" status: 200  len: 375 time: 0.0170608
Jun 03 16:17:52.847858 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57658) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:52.892550 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-ae7a612d-b32b-44bb-9cce-e9c3560e84b6 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7468f03a2da433ebc94af6cc13242b8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0959330
Jun 03 16:17:52.958376 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-0c87f401-53d3-4b44-a67b-c74db17dcea7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-976720482-network', 'tenant_id': '669785fbd04141d295e72375254f7601'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:17:52.962816 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-0c87f401-53d3-4b44-a67b-c74db17dcea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:52.967004 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-0c87f401-53d3-4b44-a67b-c74db17dcea7 admin admin] Usage tracker for resource:network and tenant:669785fbd04141d295e72375254f7601 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:52.969864 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-0c87f401-53d3-4b44-a67b-c74db17dcea7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:52.975718 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-0c87f401-53d3-4b44-a67b-c74db17dcea7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:52.992564 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c87f401-53d3-4b44-a67b-c74db17dcea7 admin admin] Made reservation on behalf of 669785fbd04141d295e72375254f7601 for: {'network': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:17:52.999090 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0c87f401-53d3-4b44-a67b-c74db17dcea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7909625'] for network, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:53.014496 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0c87f401-53d3-4b44-a67b-c74db17dcea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:53.029473 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-0c87f401-53d3-4b44-a67b-c74db17dcea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:53.033891 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-0c87f401-53d3-4b44-a67b-c74db17dcea7 admin admin] Usage tracker for resource:security_group_rule and tenant:669785fbd04141d295e72375254f7601 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:53.038526 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-0c87f401-53d3-4b44-a67b-c74db17dcea7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:53.043838 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-0c87f401-53d3-4b44-a67b-c74db17dcea7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:53.049403 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-b9009b3a-db93-43e3-bfff-35920a3b3b49 service neutron] 10.222.0.66 "GET /v2.0/networks/4201750e-bded-4d48-84d8-62df05a2c3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501293
Jun 03 16:17:53.136579 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0c87f401-53d3-4b44-a67b-c74db17dcea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:53.142220 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0c87f401-53d3-4b44-a67b-c74db17dcea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:53.146756 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8ec9a107-2408-4d03-86a9-89a269643162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:53.176821 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c87f401-53d3-4b44-a67b-c74db17dcea7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907}  {{(pid=91616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 16:17:53.194320 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87f401-53d3-4b44-a67b-c74db17dcea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a472ef69-b24d-4a9f-bcc8-9fe47557437b,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:53.197985 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-0c87f401-53d3-4b44-a67b-c74db17dcea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:53.201510 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0c87f401-53d3-4b44-a67b-c74db17dcea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:53.201857 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.db.segments_db [None req-0c87f401-53d3-4b44-a67b-c74db17dcea7 admin admin] Added segment 94872c1c-f172-4d49-b497-8cb6f6863536 of type vlan for network 9f38d420-3b2d-4119-a67f-b82430fe1dff
Jun 03 16:17:53.204840 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-cd0ca1a9-3758-4e7c-9b2b-f8319297c05f service neutron] 10.222.0.66 "GET /v2.0/networks/4201750e-bded-4d48-84d8-62df05a2c3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1486683
Jun 03 16:17:53.261053 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0c87f401-53d3-4b44-a67b-c74db17dcea7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727276187850'] for network, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:53.301780 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0c87f401-53d3-4b44-a67b-c74db17dcea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335'] for network, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:53.303356 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c87f401-53d3-4b44-a67b-c74db17dcea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:53.304013 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0c87f401-53d3-4b44-a67b-c74db17dcea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:53.311441 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-642f6907-a69b-4624-83d6-ff9434723f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:53.501967 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0c721ec5-e472-4fd8-b556-48d9adca039f req-0f046259-bfec-4713-8d5e-65be542290f7 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ec87b23-de72-484a-ac90-8252790ba578 HTTP/1.1" status: 200  len: 210 time: 0.0883563
Jun 03 16:17:53.575258 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-0c87f401-53d3-4b44-a67b-c74db17dcea7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7249165
Jun 03 16:17:53.577495 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 57694) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:53.584978 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-62e4cb95-2f0f-4c68-8b15-25c87445ecd3 admin admin] Request body: {'subnet': {'network_id': '9f38d420-3b2d-4119-a67f-b82430fe1dff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-976720482-subnet', 'tenant_id': '669785fbd04141d295e72375254f7601', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:17:53.591415 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-62e4cb95-2f0f-4c68-8b15-25c87445ecd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:53.592439 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87f401-53d3-4b44-a67b-c74db17dcea7 admin admin] Pushing event updated for resources: {'Network': ['ID=9f38d420-3b2d-4119-a67f-b82430fe1dff,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:53.596939 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-0c87f401-53d3-4b44-a67b-c74db17dcea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:53.597933 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-62e4cb95-2f0f-4c68-8b15-25c87445ecd3 admin admin] Usage tracker for resource:subnet and tenant:669785fbd04141d295e72375254f7601 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:53.603402 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-62e4cb95-2f0f-4c68-8b15-25c87445ecd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:53.607551 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Network 9f38d420-3b2d-4119-a67f-b82430fe1dff details requested by agent ovs-agent-dv-cinder-786524-8-iscsi with host dv-cinder-786524-8-iscsi {{(pid=91618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 16:17:53.612343 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-62e4cb95-2f0f-4c68-8b15-25c87445ecd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:53.640397 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e4cb95-2f0f-4c68-8b15-25c87445ecd3 admin admin] Made reservation on behalf of 669785fbd04141d295e72375254f7601 for: {'subnet': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:17:53.647358 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-62e4cb95-2f0f-4c68-8b15-25c87445ecd3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:53.665833 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31918cb5-4899-4175-ac66-76291943e5ed req-9cd513a4-f7d6-4166-8b20-1ab4f23b32d8 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:53.668310 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-31918cb5-4899-4175-ac66-76291943e5ed req-9cd513a4-f7d6-4166-8b20-1ab4f23b32d8 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.1407332
Jun 03 16:17:53.822945 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57706) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:53.906823 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-31918cb5-4899-4175-ac66-76291943e5ed req-b0e1a7cd-c9ba-4116-b2fd-22e8c9602c6a tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2312682
Jun 03 16:17:53.945891 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d275126-1d83-470d-a9db-03a980bad5f1 admin admin] Deleting subnet 34e6fbad-9bb7-4701-a5d8-c0ab2fef430c {{(pid=91616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 16:17:53.950178 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4d275126-1d83-470d-a9db-03a980bad5f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:53.995555 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57710) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:54.013786 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4d275126-1d83-470d-a9db-03a980bad5f1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:54.021370 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4d275126-1d83-470d-a9db-03a980bad5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722772'] for subnet, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:54.145545 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0e200f0b-94f1-4530-b4d8-d57e07ea6e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:54.150495 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-62e4cb95-2f0f-4c68-8b15-25c87445ecd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342'] for subnet, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:54.155556 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:54.207550 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-0e200f0b-94f1-4530-b4d8-d57e07ea6e6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:54.211275 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-0e200f0b-94f1-4530-b4d8-d57e07ea6e6d admin admin] Usage tracker for resource:security_group_rule and tenant:da2c05471bbc42e9812413f0c0d84f83 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:54.214710 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-0e200f0b-94f1-4530-b4d8-d57e07ea6e6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:54.221680 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-0e200f0b-94f1-4530-b4d8-d57e07ea6e6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:54.226648 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4cb95-2f0f-4c68-8b15-25c87445ecd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65bbe529-3508-4f7b-90d3-4ca24fcff3ca,revision_number=0']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:54.232842 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-62e4cb95-2f0f-4c68-8b15-25c87445ecd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:54.235410 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e4cb95-2f0f-4c68-8b15-25c87445ecd3 admin admin] Checking segment: {'id': '94872c1c-f172-4d49-b497-8cb6f6863536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '9f38d420-3b2d-4119-a67f-b82430fe1dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:17:54.235757 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e4cb95-2f0f-4c68-8b15-25c87445ecd3 admin admin] Network hostable DHCP agents. Network: 9f38d420-3b2d-4119-a67f-b82430fe1dff, hostable agents: ['c044945e-c5c8-447c-aba8-a587522630bd'], hosted agents: [] {{(pid=91617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 16:17:54.256383 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e4cb95-2f0f-4c68-8b15-25c87445ecd3 admin admin] Network 9f38d420-3b2d-4119-a67f-b82430fe1dff is scheduled to be hosted by DHCP agent c044945e-c5c8-447c-aba8-a587522630bd with binding_index 1 {{(pid=91617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 16:17:54.268912 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [None req-62e4cb95-2f0f-4c68-8b15-25c87445ecd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-iscsi, 9f38d420-3b2d-4119-a67f-b82430fe1dff) {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:17:54.280304 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e4cb95-2f0f-4c68-8b15-25c87445ecd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:54.281103 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecc1086-bf59-4ce0-a334-aeec2c4a296c None None] Network 9f38d420-3b2d-4119-a67f-b82430fe1dff requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:17:54.282031 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-62e4cb95-2f0f-4c68-8b15-25c87445ecd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for subnet, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:54.327456 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-62e4cb95-2f0f-4c68-8b15-25c87445ecd3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7382934
Jun 03 16:17:54.403002 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0e200f0b-94f1-4530-b4d8-d57e07ea6e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:54.408483 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0e200f0b-94f1-4530-b4d8-d57e07ea6e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:54.438886 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-faaae652-ce79-427d-9d19-6c3438ebfd55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:54.449644 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-0e200f0b-94f1-4530-b4d8-d57e07ea6e6d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=da2c05471bbc42e9812413f0c0d84f83&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4505653
Jun 03 16:17:54.450872 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57718) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:54.467016 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4d275126-1d83-470d-a9db-03a980bad5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342'] for subnet, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:54.502225 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e200f0b-94f1-4530-b4d8-d57e07ea6e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b1d1f9-993c-4ed9-9b2e-1a6e1593bfed,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:54.515064 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-0e200f0b-94f1-4530-b4d8-d57e07ea6e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:54.517209 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:54.549691 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4d275126-1d83-470d-a9db-03a980bad5f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:54.551391 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774bde2e-ad68-4028-a544-0b31da4e75d8 None None] Network 9f38d420-3b2d-4119-a67f-b82430fe1dff requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:17:54.559873 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d275126-1d83-470d-a9db-03a980bad5f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34e6fbad-9bb7-4701-a5d8-c0ab2fef430c,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:54.565595 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-4d275126-1d83-470d-a9db-03a980bad5f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:54.581485 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-4d275126-1d83-470d-a9db-03a980bad5f1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/34e6fbad-9bb7-4701-a5d8-c0ab2fef430c HTTP/1.1" status: 204  len: 168 time: 0.7575440
Jun 03 16:17:54.583821 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57726) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:54.604387 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-62b2e45a-9aa0-40d8-aab5-d1a342736810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:54.706787 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2aedcaa6-e785-4ca4-a16d-f6d5542a746c req-144d090e-aafd-4a32-bb3a-11e7829fff21 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ec87b23-de72-484a-ac90-8252790ba578 HTTP/1.1" status: 200  len: 210 time: 0.0566056
Jun 03 16:17:54.708717 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-62b2e45a-9aa0-40d8-aab5-d1a342736810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:54.742883 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cc740ebf-1332-457b-b7fd-2191f7325d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086256'] for network, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:54.879119 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-62b2e45a-9aa0-40d8-aab5-d1a342736810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:54.906473 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-918b4710-cb33-4245-9f5c-5e8daba8c99f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:54.925838 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cc740ebf-1332-457b-b7fd-2191f7325d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8051073', 'neutron.services.segments.db._delete_segments_for_network-8727276549825'] for network, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:54.959766 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cc740ebf-1332-457b-b7fd-2191f7325d4c admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7effa171b1f0>> segment before_delete 55550000 {{(pid=91616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:17:54.960171 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cc740ebf-1332-457b-b7fd-2191f7325d4c admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7effa171b1f0>> subnet precommit_delete_associations 55550000 {{(pid=91616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:17:54.961216 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cc740ebf-1332-457b-b7fd-2191f7325d4c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7effa1528be0>> segment_host_mapping after_create 55550000 {{(pid=91616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:17:54.961592 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cc740ebf-1332-457b-b7fd-2191f7325d4c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7effa1528be0>> port after_create 55550000 {{(pid=91616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:17:54.961921 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cc740ebf-1332-457b-b7fd-2191f7325d4c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7effa1528be0>> port after_delete 55550000 {{(pid=91616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:17:54.962381 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cc740ebf-1332-457b-b7fd-2191f7325d4c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7effa1528be0>> port after_update 55550000 {{(pid=91616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:17:54.962654 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cc740ebf-1332-457b-b7fd-2191f7325d4c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7effa1528be0>> segment after_delete 55550000 {{(pid=91616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:17:54.962994 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cc740ebf-1332-457b-b7fd-2191f7325d4c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7effa1528be0>> subnet after_create 55550000 {{(pid=91616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:17:54.963309 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cc740ebf-1332-457b-b7fd-2191f7325d4c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7effa1528be0>> subnet after_delete 55550000 {{(pid=91616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:17:54.963739 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cc740ebf-1332-457b-b7fd-2191f7325d4c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7effa1528be0>> subnet after_update 55550000 {{(pid=91616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:17:55.091604 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-99da60e8-0a26-4c72-895a-fa85f355bb56 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:55.097302 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-99da60e8-0a26-4c72-895a-fa85f355bb56 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.73 "GET /v2.0/networks?id=4201750e-bded-4d48-84d8-62df05a2c3fb HTTP/1.1" status: 200  len: 814 time: 0.2303779
Jun 03 16:17:55.117112 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-89632e24-7e6a-4904-82d0-343e7720845c tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Request body: {'port': {'device_id': '7ec87b23-de72-484a-ac90-8252790ba578', 'network_id': '4201750e-bded-4d48-84d8-62df05a2c3fb', 'admin_state_up': True, 'tenant_id': 'a7468f03a2da433ebc94af6cc13242b8'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:17:55.205279 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cc740ebf-1332-457b-b7fd-2191f7325d4c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7effa13f0c10>> subnet after_create 55550000 {{(pid=91616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:17:55.205664 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cc740ebf-1332-457b-b7fd-2191f7325d4c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7effa13f0c10>> subnet after_delete 55550000 {{(pid=91616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:17:55.205999 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cc740ebf-1332-457b-b7fd-2191f7325d4c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7effa13f0c10>> subnet before_create 55550000 {{(pid=91616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:17:55.206330 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cc740ebf-1332-457b-b7fd-2191f7325d4c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7effa13f0c10>> subnet before_update 55550000 {{(pid=91616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:17:55.206737 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.services.segments.db [None req-cc740ebf-1332-457b-b7fd-2191f7325d4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7effa18563a0>,) {'filters': {'network_id': ['019e40c7-d3a6-4f1e-9131-16392737c884']}} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:17:55.216795 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2e45a-9aa0-40d8-aab5-d1a342736810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b1d1f9-993c-4ed9-9b2e-1a6e1593bfed,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:55.259954 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-62b2e45a-9aa0-40d8-aab5-d1a342736810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:55.266824 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.services.segments.db [None req-cc740ebf-1332-457b-b7fd-2191f7325d4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7effa18563a0>, '6e35fe6f-d1c1-4659-aeff-6460432b3dc5') {'for_net_delete': True} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:17:55.267119 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.services.segments.db [None req-cc740ebf-1332-457b-b7fd-2191f7325d4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7effa18563a0>, '6e35fe6f-d1c1-4659-aeff-6460432b3dc5') {} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:17:55.275851 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-89632e24-7e6a-4904-82d0-343e7720845c tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:55.286802 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cc740ebf-1332-457b-b7fd-2191f7325d4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727276553436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3092135'] for segment, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:55.287704 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-89632e24-7e6a-4904-82d0-343e7720845c tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:55.294116 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-62b2e45a-9aa0-40d8-aab5-d1a342736810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:55.295274 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-62b2e45a-9aa0-40d8-aab5-d1a342736810 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b1b1d1f9-993c-4ed9-9b2e-1a6e1593bfed HTTP/1.1" status: 204  len: 168 time: 0.8441334
Jun 03 16:17:55.300793 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-89632e24-7e6a-4904-82d0-343e7720845c tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Made reservation on behalf of a7468f03a2da433ebc94af6cc13242b8 for: {'port': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:17:55.305049 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-89632e24-7e6a-4904-82d0-343e7720845c tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:55.312924 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cc740ebf-1332-457b-b7fd-2191f7325d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:55.322935 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc740ebf-1332-457b-b7fd-2191f7325d4c admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=91616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 16:17:55.323412 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cc740ebf-1332-457b-b7fd-2191f7325d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954264'] for segment, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:   from cryptography.utils import int_from_bytes
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:   from cryptography.utils import int_from_bytes
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]: Traceback (most recent call last):
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:     timer()
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:     cb(*args, **kw)
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:     return func(*args, **kwargs)
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:     self._notify()
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:     self.callback(batched_events)
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:     event.method(event)
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:     return f(self, *a, **k)
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:     return self._get(url).json()
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:     return self.request(url, 'GET', **kwargs)
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 16:17:55.341742 dv-cinder-786524-8-iscsi neutron-server[91616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 16:17:55.442883 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f5dcf-381f-4b1e-8725-2981b2930b35 req-4c51a2cd-60e5-46a5-8ad5-e8afbfe09191 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:55.444388 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b10f5dcf-381f-4b1e-8725-2981b2930b35 req-4c51a2cd-60e5-46a5-8ad5-e8afbfe09191 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.2226305
Jun 03 16:17:55.451498 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cc740ebf-1332-457b-b7fd-2191f7325d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380276'] for network, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:55.478966 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:55.483264 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-89632e24-7e6a-4904-82d0-343e7720845c tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Allocated IP 172.20.0.12 (4201750e-bded-4d48-84d8-62df05a2c3fb/890db160-4d07-4ff5-9d87-f61f9c555875/4fdca223-afca-434c-8cb0-11c2611880fd) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:17:55.512871 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cc740ebf-1332-457b-b7fd-2191f7325d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:55.516739 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc740ebf-1332-457b-b7fd-2191f7325d4c admin admin] Pushing event deleted for resources: {'Network': ['ID=019e40c7-d3a6-4f1e-9131-16392737c884,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:55.533823 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-cc740ebf-1332-457b-b7fd-2191f7325d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:55.545988 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b10f5dcf-381f-4b1e-8725-2981b2930b35 req-3f9432ea-4a24-42b4-a6f5-efce3ba9fca2 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925314
Jun 03 16:17:55.551442 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-cc740ebf-1332-457b-b7fd-2191f7325d4c admin admin] 10.222.0.66 "DELETE /v2.0/networks/019e40c7-d3a6-4f1e-9131-16392737c884 HTTP/1.1" status: 204  len: 168 time: 0.9644642
Jun 03 16:17:55.657829 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57750) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:55.683706 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bd6ce13a-6e73-412e-9caf-2906999bd9f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:55.747366 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 57752) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:55.770477 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:17:55.786645 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-bd6ce13a-6e73-412e-9caf-2906999bd9f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:55.790940 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-bd6ce13a-6e73-412e-9caf-2906999bd9f3 admin admin] Usage tracker for resource:security_group_rule and tenant:eb1fa8bcdfd941cc83e0aeaabf3c9628 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:55.795012 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-bd6ce13a-6e73-412e-9caf-2906999bd9f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:55.800889 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-bd6ce13a-6e73-412e-9caf-2906999bd9f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:55.833924 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-88c4435b-cadf-435e-a5c7-9d01aff1f473 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=574cf7a9f8924711ad4dd08f47e88cbc&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0853331
Jun 03 16:17:55.836800 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 57756) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:55.866373 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-89632e24-7e6a-4904-82d0-343e7720845c tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:55.868904 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f39e5e13-add9-4452-801b-062c9dcd8300 req-2d9d3215-b91a-42a6-a0e8-2aa65d1a8d35 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ec87b23-de72-484a-ac90-8252790ba578 HTTP/1.1" status: 200  len: 210 time: 0.0494452
Jun 03 16:17:55.925222 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6385218f-710d-4abb-9b38-30dcad0e6b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:55.932724 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bd6ce13a-6e73-412e-9caf-2906999bd9f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:55.936760 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bd6ce13a-6e73-412e-9caf-2906999bd9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:55.945331 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-c2494717-2ed0-4fa7-b802-d4d796d39d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:55.956347 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6385218f-710d-4abb-9b38-30dcad0e6b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:55.977213 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-89632e24-7e6a-4904-82d0-343e7720845c tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:55.984633 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:55.990173 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['8dbf2f68-be96-43b2-bfd4-71376160e7df'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:17:55.991306 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-bd6ce13a-6e73-412e-9caf-2906999bd9f3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eb1fa8bcdfd941cc83e0aeaabf3c9628&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3313797
Jun 03 16:17:55.992188 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ce13a-6e73-412e-9caf-2906999bd9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f22066c-f01f-4790-84ee-bd75a5b95244,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:55.994434 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57758) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:56.010248 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-bd6ce13a-6e73-412e-9caf-2906999bd9f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:56.062400 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-31d56539-c1a3-4fb2-87e7-e9adfd9cb2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:56.097184 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-31d56539-c1a3-4fb2-87e7-e9adfd9cb2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:56.109438 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89632e24-7e6a-4904-82d0-343e7720845c tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Pushing event updated for resources: {'Port': ['ID=4fdca223-afca-434c-8cb0-11c2611880fd,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:56.131034 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-89632e24-7e6a-4904-82d0-343e7720845c tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Network 4201750e-bded-4d48-84d8-62df05a2c3fb is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:17:56.132209 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-89632e24-7e6a-4904-82d0-343e7720845c tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:56.138176 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-89632e24-7e6a-4904-82d0-343e7720845c tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Resources bound (agent type, host, resource id):  {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:17:56.143218 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-89632e24-7e6a-4904-82d0-343e7720845c tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:17:56.159641 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-89632e24-7e6a-4904-82d0-343e7720845c tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:56.160449 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-89632e24-7e6a-4904-82d0-343e7720845c tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:56.167249 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6385218f-710d-4abb-9b38-30dcad0e6b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:56.175442 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-31d56539-c1a3-4fb2-87e7-e9adfd9cb2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:56.176732 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-60509dad-ffa7-46b5-872d-ec5f948ef09c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:56.184159 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-27fec33b-928c-44c4-9d50-39149952cffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:56.191332 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385218f-710d-4abb-9b38-30dcad0e6b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482bb00a-f01c-42d9-b1af-e2f8bae96c81,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:56.204965 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-6385218f-710d-4abb-9b38-30dcad0e6b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:56.206314 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d56539-c1a3-4fb2-87e7-e9adfd9cb2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f22066c-f01f-4790-84ee-bd75a5b95244,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:56.209593 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-31d56539-c1a3-4fb2-87e7-e9adfd9cb2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:56.212181 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-31d56539-c1a3-4fb2-87e7-e9adfd9cb2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:56.216315 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-31d56539-c1a3-4fb2-87e7-e9adfd9cb2eb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1f22066c-f01f-4790-84ee-bd75a5b95244 HTTP/1.1" status: 204  len: 168 time: 0.2181683
Jun 03 16:17:56.280276 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6385218f-710d-4abb-9b38-30dcad0e6b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:56.292657 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-6385218f-710d-4abb-9b38-30dcad0e6b85 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/482bb00a-f01c-42d9-b1af-e2f8bae96c81 HTTP/1.1" status: 204  len: 168 time: 0.4450185
Jun 03 16:17:56.301162 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-89632e24-7e6a-4904-82d0-343e7720845c tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1882231
Jun 03 16:17:56.321394 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-2de27333-a4ac-4438-9983-e648930f0c5f service neutron] Request body: {'port': {'device_id': '7ec87b23-de72-484a-ac90-8252790ba578', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:17:56.467491 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-2de27333-a4ac-4438-9983-e648930f0c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:56.805796 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-0ed250d8-8014-4846-b564-b1dc86eda7b8 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:56.806577 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-0ed250d8-8014-4846-b564-b1dc86eda7b8 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Synchronizing usage tracker for tenant:669785fbd04141d295e72375254f7601 on resource:network {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:17:56.831848 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-0ed250d8-8014-4846-b564-b1dc86eda7b8 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Unset dirty status for tenant:669785fbd04141d295e72375254f7601 on resource:network {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:17:56.834393 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-0ed250d8-8014-4846-b564-b1dc86eda7b8 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/networks?id=9f38d420-3b2d-4119-a67f-b82430fe1dff HTTP/1.1" status: 200  len: 808 time: 0.2974198
Jun 03 16:17:56.866658 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-7099db6a-2e8c-4fff-8194-7a676b9bc687 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/quotas/669785fbd04141d295e72375254f7601 HTTP/1.1" status: 200  len: 375 time: 0.0176523
Jun 03 16:17:56.888085 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe72b22-54a5-4bb7-85d9-e945906f09af req-474a0781-839c-49f4-92d0-bf88cc0cc65e tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:56.896804 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ebe72b22-54a5-4bb7-85d9-e945906f09af req-474a0781-839c-49f4-92d0-bf88cc0cc65e tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.1325843
Jun 03 16:17:56.939444 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-8fb51f5f-b7b1-4416-b6a3-85929d147cee tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=669785fbd04141d295e72375254f7601&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0640357
Jun 03 16:17:57.034582 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ebe72b22-54a5-4bb7-85d9-e945906f09af req-53a8324f-7541-493e-8aa3-6cc0c24ea09e tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367135
Jun 03 16:17:57.043113 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-2de27333-a4ac-4438-9983-e648930f0c5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fdca223-afca-434c-8cb0-11c2611880fd {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:17:57.069747 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-2de27333-a4ac-4438-9983-e648930f0c5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:57.102691 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-2de27333-a4ac-4438-9983-e648930f0c5f service neutron] Transition to ACTIVE for port object 4fdca223-afca-434c-8cb0-11c2611880fd will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:17:57.123304 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-2de27333-a4ac-4438-9983-e648930f0c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:57.129627 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-96bf7f19-ea9e-48a0-bea4-06e54640c522 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:57.156212 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-fa941708-3207-4dbb-8e36-317dda34ccd7 service neutron] 10.222.0.66 "GET /v2.0/networks/9f38d420-3b2d-4119-a67f-b82430fe1dff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2153139
Jun 03 16:17:57.322227 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-d3ae6493-5a4d-4075-bfb5-04e564229d89 service neutron] 10.222.0.66 "GET /v2.0/networks/9f38d420-3b2d-4119-a67f-b82430fe1dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1650665
Jun 03 16:17:57.413241 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de27333-a4ac-4438-9983-e648930f0c5f service neutron] Pushing event updated for resources: {'Port': ['ID=4fdca223-afca-434c-8cb0-11c2611880fd,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:57.419532 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-2de27333-a4ac-4438-9983-e648930f0c5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:57.552581 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-2de27333-a4ac-4438-9983-e648930f0c5f service neutron] Attempting to bind port 4fdca223-afca-434c-8cb0-11c2611880fd on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:17:57.552918 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-2de27333-a4ac-4438-9983-e648930f0c5f service neutron] Attempting to bind port 4fdca223-afca-434c-8cb0-11c2611880fd by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '32444300-ec9f-49ab-9cc6-b285e44b2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4201750e-bded-4d48-84d8-62df05a2c3fb'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:17:57.553276 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-2de27333-a4ac-4438-9983-e648930f0c5f service neutron] Attempting to bind port 4fdca223-afca-434c-8cb0-11c2611880fd on network 4201750e-bded-4d48-84d8-62df05a2c3fb {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:17:57.561951 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-2de27333-a4ac-4438-9983-e648930f0c5f service neutron] Port 4fdca223-afca-434c-8cb0-11c2611880fd on network 4201750e-bded-4d48-84d8-62df05a2c3fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 16:17:57.562271 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-2de27333-a4ac-4438-9983-e648930f0c5f service neutron] Attempting to bind port 4fdca223-afca-434c-8cb0-11c2611880fd on network 4201750e-bded-4d48-84d8-62df05a2c3fb {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:17:57.567947 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-2de27333-a4ac-4438-9983-e648930f0c5f service neutron] Checking agent: {'id': '583156db-f932-4b7a-94d3-94f9531b86fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:17:57.568284 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-2de27333-a4ac-4438-9983-e648930f0c5f service neutron] Checking segment: {'id': '32444300-ec9f-49ab-9cc6-b285e44b2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4201750e-bded-4d48-84d8-62df05a2c3fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:17:57.568395 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57832) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:57.569229 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-2de27333-a4ac-4438-9983-e648930f0c5f service neutron] Bound using segment: {'id': '32444300-ec9f-49ab-9cc6-b285e44b2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4201750e-bded-4d48-84d8-62df05a2c3fb'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:17:57.569229 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-2de27333-a4ac-4438-9983-e648930f0c5f service neutron] Bound port: 4fdca223-afca-434c-8cb0-11c2611880fd, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32444300-ec9f-49ab-9cc6-b285e44b2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4201750e-bded-4d48-84d8-62df05a2c3fb'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:17:57.569500 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-2de27333-a4ac-4438-9983-e648930f0c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:57.685620 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-57c138e6-df89-479e-91fb-030ba881a4bf req-3fe8f5ed-b5a8-4e49-a614-03a17732ffdf tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=71736598-d35a-4d62-89ab-317ee3d682ca HTTP/1.1" status: 200  len: 210 time: 0.0597091
Jun 03 16:17:57.721804 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9be26-b874-469f-8b72-13839ed7709a req-14fa86f5-5c46-4ab5-94d3-091dbf024ddd tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:57.722786 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-9ba9be26-b874-469f-8b72-13839ed7709a req-14fa86f5-5c46-4ab5-94d3-091dbf024ddd tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Synchronizing usage tracker for tenant:a7468f03a2da433ebc94af6cc13242b8 on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:17:57.723703 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-50a78c2f-453a-4f18-a3e3-7b1961483cac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-577425147-network', 'tenant_id': '011535ff5a3c4154a608e283d54982b7'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:17:57.729844 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-50a78c2f-453a-4f18-a3e3-7b1961483cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:57.735146 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-50a78c2f-453a-4f18-a3e3-7b1961483cac admin admin] Usage tracker for resource:network and tenant:011535ff5a3c4154a608e283d54982b7 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:57.740281 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-50a78c2f-453a-4f18-a3e3-7b1961483cac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:57.748615 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-50a78c2f-453a-4f18-a3e3-7b1961483cac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:57.765494 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a78c2f-453a-4f18-a3e3-7b1961483cac admin admin] Made reservation on behalf of 011535ff5a3c4154a608e283d54982b7 for: {'network': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:17:57.769826 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-50a78c2f-453a-4f18-a3e3-7b1961483cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7909625'] for network, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:57.770005 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-9ba9be26-b874-469f-8b72-13839ed7709a req-14fa86f5-5c46-4ab5-94d3-091dbf024ddd tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Unset dirty status for tenant:a7468f03a2da433ebc94af6cc13242b8 on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:17:57.777539 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9ba9be26-b874-469f-8b72-13839ed7709a req-14fa86f5-5c46-4ab5-94d3-091dbf024ddd tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ec87b23-de72-484a-ac90-8252790ba578 HTTP/1.1" status: 200  len: 944 time: 0.3649306
Jun 03 16:17:57.786805 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-50a78c2f-453a-4f18-a3e3-7b1961483cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:57.796656 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-2de27333-a4ac-4438-9983-e648930f0c5f service neutron] For port 4fdca223-afca-434c-8cb0-11c2611880fd, host hv-cinder-78652, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:17:57.803917 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-50a78c2f-453a-4f18-a3e3-7b1961483cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:57.808948 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-50a78c2f-453a-4f18-a3e3-7b1961483cac admin admin] Usage tracker for resource:security_group_rule and tenant:011535ff5a3c4154a608e283d54982b7 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:57.812085 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-50a78c2f-453a-4f18-a3e3-7b1961483cac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:57.815689 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-2de27333-a4ac-4438-9983-e648930f0c5f service neutron] For port 4fdca223-afca-434c-8cb0-11c2611880fd, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4fdca223-afca-434c-8cb0-11c2611880fd,segment=NetworkSegment(32444300-ec9f-49ab-9cc6-b285e44b2fde),segment_id=32444300-ec9f-49ab-9cc6-b285e44b2fde)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:17:57.819078 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-50a78c2f-453a-4f18-a3e3-7b1961483cac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:57.833181 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9ba9be26-b874-469f-8b72-13839ed7709a req-1e908b8b-4328-462e-bea3-9d8466045971 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546627
Jun 03 16:17:57.834339 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-2de27333-a4ac-4438-9983-e648930f0c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:57.840213 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-98ef7a41-4ccb-4e2f-bf50-7ed7f7123959 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:57.890852 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57846) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:57.911831 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-2de27333-a4ac-4438-9983-e648930f0c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:57.912714 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-2de27333-a4ac-4438-9983-e648930f0c5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:57.914280 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-2de27333-a4ac-4438-9983-e648930f0c5f service neutron] 10.222.0.73 "PUT /v2.0/ports/4fdca223-afca-434c-8cb0-11c2611880fd HTTP/1.1" status: 200  len: 1094 time: 1.5982735
Jun 03 16:17:57.914768 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec87b23-de72-484a-ac90-8252790ba578', 'tag': '4fdca223-afca-434c-8cb0-11c2611880fd'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:17:57.917911 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc67084a-61a0-453d-b7bf-7ed3d744f15e" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec87b23-de72-484a-ac90-8252790ba578", "tag": "4fdca223-afca-434c-8cb0-11c2611880fd"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:17:57.950713 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de27333-a4ac-4438-9983-e648930f0c5f service neutron] Pushing event updated for resources: {'Port': ['ID=4fdca223-afca-434c-8cb0-11c2611880fd,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:57.957960 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-2de27333-a4ac-4438-9983-e648930f0c5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:57.958796 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-50a78c2f-453a-4f18-a3e3-7b1961483cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:57.965597 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-50a78c2f-453a-4f18-a3e3-7b1961483cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:57.973302 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-b43056d8-46b1-443f-9b6d-b39c109119b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:57.980300 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097c832a-7d10-47a2-a3ec-9aa9cc28680c x-openstack-request-id: req-097c832a-7d10-47a2-a3ec-9aa9cc28680c {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:17:57.980819 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec87b23-de72-484a-ac90-8252790ba578", "tag": "4fdca223-afca-434c-8cb0-11c2611880fd", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:17:57.981216 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-097c832a-7d10-47a2-a3ec-9aa9cc28680c {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:17:57.981730 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ec87b23-de72-484a-ac90-8252790ba578', 'tag': '4fdca223-afca-434c-8cb0-11c2611880fd', 'status': 'completed', 'code': 200}
Jun 03 16:17:57.997490 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a78c2f-453a-4f18-a3e3-7b1961483cac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902}  {{(pid=91616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 16:17:58.010374 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a78c2f-453a-4f18-a3e3-7b1961483cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8aeca3a-8117-4038-93da-7cbac5db9b01,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:58.019686 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-50a78c2f-453a-4f18-a3e3-7b1961483cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:58.019966 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.db.segments_db [None req-50a78c2f-453a-4f18-a3e3-7b1961483cac admin admin] Added segment 2325512d-8e9c-46a0-ae2f-2ecb4fc3da00 of type vlan for network 9466b1a1-cf2f-4f22-907e-bf68177f5d65
Jun 03 16:17:58.027927 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-50a78c2f-453a-4f18-a3e3-7b1961483cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:58.045598 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-115eb498-434b-4b52-aa4c-0c6332f1163f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-942577713-network', 'tenant_id': '0c14fbd03cb74952b200d80f764664f8'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:17:58.056748 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-115eb498-434b-4b52-aa4c-0c6332f1163f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:58.060841 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-50a78c2f-453a-4f18-a3e3-7b1961483cac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727276187850'] for network, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:58.066154 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-115eb498-434b-4b52-aa4c-0c6332f1163f admin admin] Usage tracker for resource:network and tenant:0c14fbd03cb74952b200d80f764664f8 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:58.070168 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-115eb498-434b-4b52-aa4c-0c6332f1163f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:58.078389 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-115eb498-434b-4b52-aa4c-0c6332f1163f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:58.101569 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115eb498-434b-4b52-aa4c-0c6332f1163f admin admin] Made reservation on behalf of 0c14fbd03cb74952b200d80f764664f8 for: {'network': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:17:58.103891 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-115eb498-434b-4b52-aa4c-0c6332f1163f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7909625'] for network, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:58.115996 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-50a78c2f-453a-4f18-a3e3-7b1961483cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335'] for network, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:58.118818 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a78c2f-453a-4f18-a3e3-7b1961483cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:58.119395 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-50a78c2f-453a-4f18-a3e3-7b1961483cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:58.124207 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-115eb498-434b-4b52-aa4c-0c6332f1163f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:58.135639 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-27fec33b-928c-44c4-9d50-39149952cffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:58.166590 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-115eb498-434b-4b52-aa4c-0c6332f1163f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:58.181559 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-115eb498-434b-4b52-aa4c-0c6332f1163f admin admin] Usage tracker for resource:security_group_rule and tenant:0c14fbd03cb74952b200d80f764664f8 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:58.188222 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-115eb498-434b-4b52-aa4c-0c6332f1163f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:58.218737 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c9247-8f4f-4cc1-91e8-996f2926513c req-91ab3e78-266a-4d1a-83c9-355367d27d9f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:58.220231 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d64c9247-8f4f-4cc1-91e8-996f2926513c req-91ab3e78-266a-4d1a-83c9-355367d27d9f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.0865424
Jun 03 16:17:58.257883 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-115eb498-434b-4b52-aa4c-0c6332f1163f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:58.269837 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-50a78c2f-453a-4f18-a3e3-7b1961483cac admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7004151
Jun 03 16:17:58.270729 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d64c9247-8f4f-4cc1-91e8-996f2926513c req-c2175d76-b676-48f8-819c-7079df4d4602 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448816
Jun 03 16:17:58.272906 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 57858) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:58.278341 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a78c2f-453a-4f18-a3e3-7b1961483cac admin admin] Pushing event updated for resources: {'Network': ['ID=9466b1a1-cf2f-4f22-907e-bf68177f5d65,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:58.279150 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-7866572d-04c9-4f8f-9a91-b31af2d78712 admin admin] Request body: {'subnet': {'network_id': '9466b1a1-cf2f-4f22-907e-bf68177f5d65', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-577425147-subnet', 'tenant_id': '011535ff5a3c4154a608e283d54982b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:17:58.282433 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-50a78c2f-453a-4f18-a3e3-7b1961483cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:58.284725 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-7866572d-04c9-4f8f-9a91-b31af2d78712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:58.288925 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-7866572d-04c9-4f8f-9a91-b31af2d78712 admin admin] Usage tracker for resource:subnet and tenant:011535ff5a3c4154a608e283d54982b7 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:58.292526 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-7866572d-04c9-4f8f-9a91-b31af2d78712 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:58.293728 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Network 9466b1a1-cf2f-4f22-907e-bf68177f5d65 details requested by agent ovs-agent-dv-cinder-786524-8-iscsi with host dv-cinder-786524-8-iscsi {{(pid=91618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 16:17:58.309398 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-7866572d-04c9-4f8f-9a91-b31af2d78712 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:58.322186 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7866572d-04c9-4f8f-9a91-b31af2d78712 admin admin] Made reservation on behalf of 011535ff5a3c4154a608e283d54982b7 for: {'subnet': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:17:58.327646 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7866572d-04c9-4f8f-9a91-b31af2d78712 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:58.377382 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-115eb498-434b-4b52-aa4c-0c6332f1163f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:58.381628 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-115eb498-434b-4b52-aa4c-0c6332f1163f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:58.384648 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:58.419828 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-115eb498-434b-4b52-aa4c-0c6332f1163f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937}  {{(pid=91616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 16:17:58.428620 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115eb498-434b-4b52-aa4c-0c6332f1163f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898a182a-9eca-482b-9cbf-a792a932f706,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:58.432640 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-115eb498-434b-4b52-aa4c-0c6332f1163f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:58.435715 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-115eb498-434b-4b52-aa4c-0c6332f1163f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:58.436055 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.db.segments_db [None req-115eb498-434b-4b52-aa4c-0c6332f1163f admin admin] Added segment d340bac4-c537-4b66-a044-6b6c3e9bf786 of type vlan for network d192168d-486d-46ba-9208-4e4035df44c4
Jun 03 16:17:58.464956 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-115eb498-434b-4b52-aa4c-0c6332f1163f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727276187850'] for network, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:58.494284 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-115eb498-434b-4b52-aa4c-0c6332f1163f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335'] for network, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:58.495523 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115eb498-434b-4b52-aa4c-0c6332f1163f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:58.496098 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-115eb498-434b-4b52-aa4c-0c6332f1163f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:58.499443 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:58.603621 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-115eb498-434b-4b52-aa4c-0c6332f1163f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.7090516
Jun 03 16:17:58.604281 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57862) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:58.609412 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-cba9f5fe-0c8c-4ba4-94b4-c37b94a40df7 admin admin] Request body: {'subnet': {'network_id': 'd192168d-486d-46ba-9208-4e4035df44c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-942577713-subnet', 'tenant_id': '0c14fbd03cb74952b200d80f764664f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:17:58.614251 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-cba9f5fe-0c8c-4ba4-94b4-c37b94a40df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:58.618247 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-cba9f5fe-0c8c-4ba4-94b4-c37b94a40df7 admin admin] Usage tracker for resource:subnet and tenant:0c14fbd03cb74952b200d80f764664f8 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:58.621840 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-cba9f5fe-0c8c-4ba4-94b4-c37b94a40df7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:58.627915 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-cba9f5fe-0c8c-4ba4-94b4-c37b94a40df7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:58.635975 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115eb498-434b-4b52-aa4c-0c6332f1163f admin admin] Pushing event updated for resources: {'Network': ['ID=d192168d-486d-46ba-9208-4e4035df44c4,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:58.639625 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba9f5fe-0c8c-4ba4-94b4-c37b94a40df7 admin admin] Made reservation on behalf of 0c14fbd03cb74952b200d80f764664f8 for: {'subnet': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:17:58.641969 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cba9f5fe-0c8c-4ba4-94b4-c37b94a40df7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870308'] for subnet, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:58.651585 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Network d192168d-486d-46ba-9208-4e4035df44c4 details requested by agent ovs-agent-dv-cinder-786524-8-iscsi with host dv-cinder-786524-8-iscsi {{(pid=91618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 16:17:58.654922 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-115eb498-434b-4b52-aa4c-0c6332f1163f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:58.829677 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7866572d-04c9-4f8f-9a91-b31af2d78712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342'] for subnet, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:58.834880 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a01c9af9-8075-45de-9151-a57cd7eaca61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:58.910471 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866572d-04c9-4f8f-9a91-b31af2d78712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a313ef7-ae14-42ec-8aed-5fcae67b742d,revision_number=0']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:58.914713 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-7866572d-04c9-4f8f-9a91-b31af2d78712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:58.919757 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7866572d-04c9-4f8f-9a91-b31af2d78712 admin admin] Checking segment: {'id': '2325512d-8e9c-46a0-ae2f-2ecb4fc3da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '9466b1a1-cf2f-4f22-907e-bf68177f5d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:17:58.920108 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7866572d-04c9-4f8f-9a91-b31af2d78712 admin admin] Network hostable DHCP agents. Network: 9466b1a1-cf2f-4f22-907e-bf68177f5d65, hostable agents: ['c044945e-c5c8-447c-aba8-a587522630bd'], hosted agents: [] {{(pid=91617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 16:17:58.937628 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7866572d-04c9-4f8f-9a91-b31af2d78712 admin admin] Network 9466b1a1-cf2f-4f22-907e-bf68177f5d65 is scheduled to be hosted by DHCP agent c044945e-c5c8-447c-aba8-a587522630bd with binding_index 1 {{(pid=91617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 16:17:58.946537 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [None req-7866572d-04c9-4f8f-9a91-b31af2d78712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-iscsi, 9466b1a1-cf2f-4f22-907e-bf68177f5d65) {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:17:58.952016 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7866572d-04c9-4f8f-9a91-b31af2d78712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:58.952960 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7866572d-04c9-4f8f-9a91-b31af2d78712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for subnet, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:58.957142 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d2ce00-c0d0-43f5-a540-45e25a38e52c None None] Network 9466b1a1-cf2f-4f22-907e-bf68177f5d65 requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:17:58.976045 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-7866572d-04c9-4f8f-9a91-b31af2d78712 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7018886
Jun 03 16:17:59.053346 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cba9f5fe-0c8c-4ba4-94b4-c37b94a40df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870326'] for subnet, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:59.058392 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-3b1be9be-4fe5-488c-857a-4a72e982880d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:59.207151 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0582e935-ecc3-4899-86e2-3bb5258e2ac3 None None] Network 9466b1a1-cf2f-4f22-907e-bf68177f5d65 requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:17:59.210099 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9f5fe-0c8c-4ba4-94b4-c37b94a40df7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3ca440c-2c05-44ed-8c46-ca8ca101b225,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:59.213025 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-cba9f5fe-0c8c-4ba4-94b4-c37b94a40df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:59.219171 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba9f5fe-0c8c-4ba4-94b4-c37b94a40df7 admin admin] Checking segment: {'id': 'd340bac4-c537-4b66-a044-6b6c3e9bf786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'd192168d-486d-46ba-9208-4e4035df44c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:17:59.219517 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba9f5fe-0c8c-4ba4-94b4-c37b94a40df7 admin admin] Network hostable DHCP agents. Network: d192168d-486d-46ba-9208-4e4035df44c4, hostable agents: ['c044945e-c5c8-447c-aba8-a587522630bd'], hosted agents: [] {{(pid=91616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 16:17:59.237178 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba9f5fe-0c8c-4ba4-94b4-c37b94a40df7 admin admin] Network d192168d-486d-46ba-9208-4e4035df44c4 is scheduled to be hosted by DHCP agent c044945e-c5c8-447c-aba8-a587522630bd with binding_index 1 {{(pid=91616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 16:17:59.248427 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-cba9f5fe-0c8c-4ba4-94b4-c37b94a40df7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-iscsi, d192168d-486d-46ba-9208-4e4035df44c4) {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:17:59.267425 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba9f5fe-0c8c-4ba4-94b4-c37b94a40df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:59.268068 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cba9f5fe-0c8c-4ba4-94b4-c37b94a40df7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:59.288967 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02366c27-5ae8-45b9-8e5b-6d52c96f7a6e None None] Network d192168d-486d-46ba-9208-4e4035df44c4 requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:17:59.304219 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-cba9f5fe-0c8c-4ba4-94b4-c37b94a40df7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.6909614
Jun 03 16:17:59.577057 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57892) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:59.583861 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-bf0b1238-db61-4f12-94f9-392092659832 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1728475803-network', 'tenant_id': 'e05a394dd99447748707135a3a0cdd8b'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:17:59.591207 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-bf0b1238-db61-4f12-94f9-392092659832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:59.596974 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-bf0b1238-db61-4f12-94f9-392092659832 admin admin] Usage tracker for resource:network and tenant:e05a394dd99447748707135a3a0cdd8b is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:59.601264 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-bf0b1238-db61-4f12-94f9-392092659832 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:59.610659 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-bf0b1238-db61-4f12-94f9-392092659832 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:59.616190 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fde2d6-4dd2-4226-a1da-6e2923fb797a None None] Network d192168d-486d-46ba-9208-4e4035df44c4 requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:17:59.622699 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0b1238-db61-4f12-94f9-392092659832 admin admin] Made reservation on behalf of e05a394dd99447748707135a3a0cdd8b for: {'network': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:17:59.625114 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bf0b1238-db61-4f12-94f9-392092659832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7909625'] for network, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:59.637334 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bf0b1238-db61-4f12-94f9-392092659832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:59.652301 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-bf0b1238-db61-4f12-94f9-392092659832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:17:59.656253 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-bf0b1238-db61-4f12-94f9-392092659832 admin admin] Usage tracker for resource:security_group_rule and tenant:e05a394dd99447748707135a3a0cdd8b is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:17:59.659100 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-bf0b1238-db61-4f12-94f9-392092659832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:17:59.664730 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-bf0b1238-db61-4f12-94f9-392092659832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:17:59.765784 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bf0b1238-db61-4f12-94f9-392092659832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:59.771024 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bf0b1238-db61-4f12-94f9-392092659832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:59.775603 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-bd6ce13a-6e73-412e-9caf-2906999bd9f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:59.806287 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf0b1238-db61-4f12-94f9-392092659832 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949}  {{(pid=91616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 16:17:59.812418 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b1238-db61-4f12-94f9-392092659832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fa78da-569e-49ca-b339-0465aad7aebb,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:59.816345 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-bf0b1238-db61-4f12-94f9-392092659832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:17:59.820747 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bf0b1238-db61-4f12-94f9-392092659832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:59.820747 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.db.segments_db [None req-bf0b1238-db61-4f12-94f9-392092659832 admin admin] Added segment b578fcca-ce9c-43df-ac67-0a67be05236c of type vlan for network d25f4c16-16eb-4cb2-b4a4-c842d8e86ab4
Jun 03 16:17:59.849955 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bf0b1238-db61-4f12-94f9-392092659832 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727276187850'] for network, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:59.885130 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bf0b1238-db61-4f12-94f9-392092659832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335'] for network, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:59.886682 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0b1238-db61-4f12-94f9-392092659832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:17:59.887512 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bf0b1238-db61-4f12-94f9-392092659832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:17:59.894703 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:17:59.988572 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-bf0b1238-db61-4f12-94f9-392092659832 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4094534
Jun 03 16:17:59.991401 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 57902) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:17:59.998101 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b1238-db61-4f12-94f9-392092659832 admin admin] Pushing event updated for resources: {'Network': ['ID=d25f4c16-16eb-4cb2-b4a4-c842d8e86ab4,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:17:59.998269 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-c57fe143-31e9-4cab-9bc4-e16a50495000 admin admin] Request body: {'subnet': {'network_id': 'd25f4c16-16eb-4cb2-b4a4-c842d8e86ab4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1728475803-subnet', 'tenant_id': 'e05a394dd99447748707135a3a0cdd8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:18:00.001024 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-bf0b1238-db61-4f12-94f9-392092659832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:00.005863 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57904) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:00.008287 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Network d25f4c16-16eb-4cb2-b4a4-c842d8e86ab4 details requested by agent ovs-agent-dv-cinder-786524-8-iscsi with host dv-cinder-786524-8-iscsi {{(pid=91618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 16:18:00.012216 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-c57fe143-31e9-4cab-9bc4-e16a50495000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:18:00.012590 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-5e9e3de1-aca4-4ca0-9aa0-68eb1fc3c94a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-325957799-network', 'tenant_id': '2349660d765f432eb9b1d3dede04cdbb'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:18:00.016376 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-c57fe143-31e9-4cab-9bc4-e16a50495000 admin admin] Usage tracker for resource:subnet and tenant:e05a394dd99447748707135a3a0cdd8b is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:18:00.016998 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-5e9e3de1-aca4-4ca0-9aa0-68eb1fc3c94a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:18:00.019523 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-c57fe143-31e9-4cab-9bc4-e16a50495000 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:18:00.020991 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-5e9e3de1-aca4-4ca0-9aa0-68eb1fc3c94a admin admin] Usage tracker for resource:network and tenant:2349660d765f432eb9b1d3dede04cdbb is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:18:00.023930 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-5e9e3de1-aca4-4ca0-9aa0-68eb1fc3c94a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:18:00.026185 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-c57fe143-31e9-4cab-9bc4-e16a50495000 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:18:00.030473 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-5e9e3de1-aca4-4ca0-9aa0-68eb1fc3c94a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:18:00.037902 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57fe143-31e9-4cab-9bc4-e16a50495000 admin admin] Made reservation on behalf of e05a394dd99447748707135a3a0cdd8b for: {'subnet': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:18:00.040143 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c57fe143-31e9-4cab-9bc4-e16a50495000 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:00.045383 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9e3de1-aca4-4ca0-9aa0-68eb1fc3c94a admin admin] Made reservation on behalf of 2349660d765f432eb9b1d3dede04cdbb for: {'network': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:18:00.047858 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5e9e3de1-aca4-4ca0-9aa0-68eb1fc3c94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7909625'] for network, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:00.060595 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5e9e3de1-aca4-4ca0-9aa0-68eb1fc3c94a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:00.075744 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-5e9e3de1-aca4-4ca0-9aa0-68eb1fc3c94a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:18:00.079951 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-5e9e3de1-aca4-4ca0-9aa0-68eb1fc3c94a admin admin] Usage tracker for resource:security_group_rule and tenant:2349660d765f432eb9b1d3dede04cdbb is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:18:00.082976 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-5e9e3de1-aca4-4ca0-9aa0-68eb1fc3c94a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:18:00.088562 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-5e9e3de1-aca4-4ca0-9aa0-68eb1fc3c94a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:18:00.174294 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5e9e3de1-aca4-4ca0-9aa0-68eb1fc3c94a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:00.178729 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5e9e3de1-aca4-4ca0-9aa0-68eb1fc3c94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:00.182107 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-bf0b1238-db61-4f12-94f9-392092659832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:00.211612 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e9e3de1-aca4-4ca0-9aa0-68eb1fc3c94a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912}  {{(pid=91616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 16:18:00.220568 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e3de1-aca4-4ca0-9aa0-68eb1fc3c94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f093a3b7-2d6b-4df7-8688-c34a93b9fa11,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:00.224802 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-5e9e3de1-aca4-4ca0-9aa0-68eb1fc3c94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:00.228452 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5e9e3de1-aca4-4ca0-9aa0-68eb1fc3c94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:00.228847 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.db.segments_db [None req-5e9e3de1-aca4-4ca0-9aa0-68eb1fc3c94a admin admin] Added segment 729be06a-3bff-40b8-a190-0ad2c1deff43 of type vlan for network a65fffed-988e-4b8a-9a84-9f71a6f1afad
Jun 03 16:18:00.256034 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5e9e3de1-aca4-4ca0-9aa0-68eb1fc3c94a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727276187850'] for network, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:00.291333 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5e9e3de1-aca4-4ca0-9aa0-68eb1fc3c94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335'] for network, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:00.293546 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9e3de1-aca4-4ca0-9aa0-68eb1fc3c94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:00.294098 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5e9e3de1-aca4-4ca0-9aa0-68eb1fc3c94a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:00.302366 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:00.401595 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-5e9e3de1-aca4-4ca0-9aa0-68eb1fc3c94a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.3913386
Jun 03 16:18:00.402883 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57908) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:00.407659 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-ca13c1dc-d221-4fb1-b13a-169e2332c239 admin admin] Request body: {'subnet': {'network_id': 'a65fffed-988e-4b8a-9a84-9f71a6f1afad', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-325957799-subnet', 'tenant_id': '2349660d765f432eb9b1d3dede04cdbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:18:00.411027 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e3de1-aca4-4ca0-9aa0-68eb1fc3c94a admin admin] Pushing event updated for resources: {'Network': ['ID=a65fffed-988e-4b8a-9a84-9f71a6f1afad,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:00.415013 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-5e9e3de1-aca4-4ca0-9aa0-68eb1fc3c94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:00.415973 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-ca13c1dc-d221-4fb1-b13a-169e2332c239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:18:00.421558 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-ca13c1dc-d221-4fb1-b13a-169e2332c239 admin admin] Usage tracker for resource:subnet and tenant:2349660d765f432eb9b1d3dede04cdbb is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:18:00.422389 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Network a65fffed-988e-4b8a-9a84-9f71a6f1afad details requested by agent ovs-agent-dv-cinder-786524-8-iscsi with host dv-cinder-786524-8-iscsi {{(pid=91618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 16:18:00.424454 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-ca13c1dc-d221-4fb1-b13a-169e2332c239 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:18:00.430241 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-ca13c1dc-d221-4fb1-b13a-169e2332c239 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:18:00.441128 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca13c1dc-d221-4fb1-b13a-169e2332c239 admin admin] Made reservation on behalf of 2349660d765f432eb9b1d3dede04cdbb for: {'subnet': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:18:00.443466 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ca13c1dc-d221-4fb1-b13a-169e2332c239 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870308'] for subnet, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:00.458273 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c57fe143-31e9-4cab-9bc4-e16a50495000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342'] for subnet, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:00.463656 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-7866572d-04c9-4f8f-9a91-b31af2d78712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:00.533039 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57fe143-31e9-4cab-9bc4-e16a50495000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4cd4c76-c1c6-4f00-9237-d066dac43fed,revision_number=0']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:00.538300 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-c57fe143-31e9-4cab-9bc4-e16a50495000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:00.542008 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57fe143-31e9-4cab-9bc4-e16a50495000 admin admin] Checking segment: {'id': 'b578fcca-ce9c-43df-ac67-0a67be05236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd25f4c16-16eb-4cb2-b4a4-c842d8e86ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:18:00.542008 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57fe143-31e9-4cab-9bc4-e16a50495000 admin admin] Network hostable DHCP agents. Network: d25f4c16-16eb-4cb2-b4a4-c842d8e86ab4, hostable agents: ['c044945e-c5c8-447c-aba8-a587522630bd'], hosted agents: [] {{(pid=91617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 16:18:00.560807 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57fe143-31e9-4cab-9bc4-e16a50495000 admin admin] Network d25f4c16-16eb-4cb2-b4a4-c842d8e86ab4 is scheduled to be hosted by DHCP agent c044945e-c5c8-447c-aba8-a587522630bd with binding_index 1 {{(pid=91617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 16:18:00.570674 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [None req-c57fe143-31e9-4cab-9bc4-e16a50495000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-iscsi, d25f4c16-16eb-4cb2-b4a4-c842d8e86ab4) {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:18:00.576565 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57fe143-31e9-4cab-9bc4-e16a50495000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:00.577716 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c57fe143-31e9-4cab-9bc4-e16a50495000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for subnet, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:00.581704 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f80a3c-7a81-4276-8587-3710b4c953b0 None None] Network d25f4c16-16eb-4cb2-b4a4-c842d8e86ab4 requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:18:00.606074 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-c57fe143-31e9-4cab-9bc4-e16a50495000 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6053209
Jun 03 16:18:00.794060 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d8bb6b-7b13-40ce-8ee4-ab20a69f0d4b None None] Network d25f4c16-16eb-4cb2-b4a4-c842d8e86ab4 requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:18:00.860576 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ca13c1dc-d221-4fb1-b13a-169e2332c239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870326'] for subnet, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:00.865864 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-12d24d9a-812b-432a-b99f-683994b3cde1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:00.934973 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13c1dc-d221-4fb1-b13a-169e2332c239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34509fb7-335c-48d6-a1d5-4b6d2f0cda15,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:00.937825 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-ca13c1dc-d221-4fb1-b13a-169e2332c239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:00.951006 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca13c1dc-d221-4fb1-b13a-169e2332c239 admin admin] Checking segment: {'id': '729be06a-3bff-40b8-a190-0ad2c1deff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'a65fffed-988e-4b8a-9a84-9f71a6f1afad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:18:00.951447 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca13c1dc-d221-4fb1-b13a-169e2332c239 admin admin] Network hostable DHCP agents. Network: a65fffed-988e-4b8a-9a84-9f71a6f1afad, hostable agents: ['c044945e-c5c8-447c-aba8-a587522630bd'], hosted agents: [] {{(pid=91616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 16:18:00.973416 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca13c1dc-d221-4fb1-b13a-169e2332c239 admin admin] Network a65fffed-988e-4b8a-9a84-9f71a6f1afad is scheduled to be hosted by DHCP agent c044945e-c5c8-447c-aba8-a587522630bd with binding_index 1 {{(pid=91616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 16:18:00.986409 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-ca13c1dc-d221-4fb1-b13a-169e2332c239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-iscsi, a65fffed-988e-4b8a-9a84-9f71a6f1afad) {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:18:00.996602 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca13c1dc-d221-4fb1-b13a-169e2332c239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:00.997882 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ca13c1dc-d221-4fb1-b13a-169e2332c239 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:00.999984 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dadc823-bc77-4787-afa9-6679d15e4d9f None None] Network a65fffed-988e-4b8a-9a84-9f71a6f1afad requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:18:01.027257 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-ca13c1dc-d221-4fb1-b13a-169e2332c239 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.6225989
Jun 03 16:18:01.171895 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f0f7c5e7-d4bf-471f-a8cc-459471611431 req-5eb48096-3729-4412-987c-31e63b984373 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=71736598-d35a-4d62-89ab-317ee3d682ca HTTP/1.1" status: 200  len: 210 time: 0.0524149
Jun 03 16:18:01.230915 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67084a-61a0-453d-b7bf-7ed3d744f15e req-45d64297-bd3b-46aa-b2af-889e13f7faea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:01.232433 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-cc67084a-61a0-453d-b7bf-7ed3d744f15e req-45d64297-bd3b-46aa-b2af-889e13f7faea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7468f03a2da433ebc94af6cc13242b8&device_id=7ec87b23-de72-484a-ac90-8252790ba578 HTTP/1.1" status: 200  len: 1097 time: 0.2746308
Jun 03 16:18:01.365403 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57918) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:01.387757 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1b314a-b6c2-4494-afb0-d616ebd84069 None None] Network a65fffed-988e-4b8a-9a84-9f71a6f1afad requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:18:01.507726 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3527f5-4e7e-4e76-8969-93a70844d2f3 req-aeba692a-604a-4b49-967e-758fee19f18b tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:01.510510 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ba3527f5-4e7e-4e76-8969-93a70844d2f3 req-aeba692a-604a-4b49-967e-758fee19f18b tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ec87b23-de72-484a-ac90-8252790ba578 HTTP/1.1" status: 200  len: 944 time: 0.2283790
Jun 03 16:18:01.517930 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_v2 [None req-db77b404-e046-4e8b-90bf-5135d73a0cfd admin admin] Deleting subnet f3ca440c-2c05-44ed-8c46-ca8ca101b225 {{(pid=91616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 16:18:01.522782 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-db77b404-e046-4e8b-90bf-5135d73a0cfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:01.613019 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67084a-61a0-453d-b7bf-7ed3d744f15e req-3d4727d6-2997-4450-8686-0e469bc8bd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:01.614779 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-cc67084a-61a0-453d-b7bf-7ed3d744f15e req-3d4727d6-2997-4450-8686-0e469bc8bd49 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=a7468f03a2da433ebc94af6cc13242b8&shared=False HTTP/1.1" status: 200  len: 915 time: 0.3698206
Jun 03 16:18:01.616046 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-db77b404-e046-4e8b-90bf-5135d73a0cfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3092190'] for subnet, precommit_delete_associations {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:01.654729 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fcb8f5-cd01-4e03-8429-c4f1bd440cca req-f37a80f9-d4ee-4ad7-a857-10dd186cc482 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:01.658069 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e8fcb8f5-cd01-4e03-8429-c4f1bd440cca req-f37a80f9-d4ee-4ad7-a857-10dd186cc482 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.2347567
Jun 03 16:18:01.691802 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-db77b404-e046-4e8b-90bf-5135d73a0cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722772'] for subnet, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:01.796561 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ba3527f5-4e7e-4e76-8969-93a70844d2f3 req-485b7e9b-f1a6-41de-8cdc-ee1c355e71b3 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746496
Jun 03 16:18:01.801198 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e8fcb8f5-cd01-4e03-8429-c4f1bd440cca req-03ce8558-e5c8-4842-8480-da7ac6e33a26 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197135
Jun 03 16:18:01.838757 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67084a-61a0-453d-b7bf-7ed3d744f15e req-1ab37af3-f742-4d31-958a-9e05d4718798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:01.840720 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-cc67084a-61a0-453d-b7bf-7ed3d744f15e req-1ab37af3-f742-4d31-958a-9e05d4718798 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2052302
Jun 03 16:18:01.960348 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-c8a3c514-56bc-4a74-8824-be170ae6a335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:01.961833 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-c8a3c514-56bc-4a74-8824-be170ae6a335 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7468f03a2da433ebc94af6cc13242b8&device_id=7ec87b23-de72-484a-ac90-8252790ba578 HTTP/1.1" status: 200  len: 1097 time: 0.0737057
Jun 03 16:18:01.976662 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-db77b404-e046-4e8b-90bf-5135d73a0cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858693'] for subnet, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:01.982683 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e4bc23e2-2e96-448c-aad5-e3e0867aaa19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:02.051683 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-549a0951-91ab-406a-96b2-4b43d6a46063 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fdca223-afca-434c-8cb0-11c2611880fd HTTP/1.1" status: 200  len: 217 time: 0.0739431
Jun 03 16:18:02.107702 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77b404-e046-4e8b-90bf-5135d73a0cfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3ca440c-2c05-44ed-8c46-ca8ca101b225,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:02.110145 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-db77b404-e046-4e8b-90bf-5135d73a0cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:02.113485 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-db77b404-e046-4e8b-90bf-5135d73a0cfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:02.122684 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-db77b404-e046-4e8b-90bf-5135d73a0cfd admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f3ca440c-2c05-44ed-8c46-ca8ca101b225 HTTP/1.1" status: 204  len: 168 time: 0.7526684
Jun 03 16:18:02.123302 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57930) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:02.237397 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-f846a0a4-a665-45b2-a6e5-69dd8044b9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:02.238972 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-f846a0a4-a665-45b2-a6e5-69dd8044b9e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=890db160-4d07-4ff5-9d87-f61f9c555875 HTTP/1.1" status: 200  len: 854 time: 0.1753187
Jun 03 16:18:02.256788 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-32cc37f7-47d0-4354-b773-6ee282d8a418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086256'] for network, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:02.405355 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-32cc37f7-47d0-4354-b773-6ee282d8a418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8051073', 'neutron.services.segments.db._delete_segments_for_network-8727276549825'] for network, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:02.418896 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.services.segments.db [None req-32cc37f7-47d0-4354-b773-6ee282d8a418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7effa1a02d30>,) {'filters': {'network_id': ['d192168d-486d-46ba-9208-4e4035df44c4']}} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:18:02.431683 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.services.segments.db [None req-32cc37f7-47d0-4354-b773-6ee282d8a418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7effa1a02d30>, 'd340bac4-c537-4b66-a044-6b6c3e9bf786') {'for_net_delete': True} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:18:02.431977 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.services.segments.db [None req-32cc37f7-47d0-4354-b773-6ee282d8a418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7effa1a02d30>, 'd340bac4-c537-4b66-a044-6b6c3e9bf786') {} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:18:02.444604 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-32cc37f7-47d0-4354-b773-6ee282d8a418 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727276553436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3092135'] for segment, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:02.461407 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-32cc37f7-47d0-4354-b773-6ee282d8a418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:02.468729 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32cc37f7-47d0-4354-b773-6ee282d8a418 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=91616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 16:18:02.469176 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-32cc37f7-47d0-4354-b773-6ee282d8a418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954264'] for segment, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:02.479746 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-e9689b1a-6e8e-4847-af74-7e249bff2f20 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4201750e-bded-4d48-84d8-62df05a2c3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1830449
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]: Traceback (most recent call last):
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]:     timer()
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]:     cb(*args, **kw)
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]:     return func(*args, **kwargs)
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]:     self._notify()
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]:     self.callback(batched_events)
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]:     event.method(event)
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]:     return f(self, *a, **k)
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]:     return self._get(url).json()
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]:     return self.request(url, 'GET', **kwargs)
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 16:18:02.483681 dv-cinder-786524-8-iscsi neutron-server[91616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 16:18:02.497637 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-aaa2e3f6-c118-4648-8751-9a4aaa22f44f req-b6882150-2092-4fc0-a0b8-c3a37fe0c292 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=71736598-d35a-4d62-89ab-317ee3d682ca HTTP/1.1" status: 200  len: 210 time: 0.0662446
Jun 03 16:18:02.561529 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-1e6cfa5b-4a03-45a3-b258-bd2684f2e8f8 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:02.561782 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-32cc37f7-47d0-4354-b773-6ee282d8a418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380276'] for network, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:02.563509 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-1e6cfa5b-4a03-45a3-b258-bd2684f2e8f8 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.73 "GET /v2.0/networks?id=9f38d420-3b2d-4119-a67f-b82430fe1dff HTTP/1.1" status: 200  len: 808 time: 0.3923888
Jun 03 16:18:02.565257 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:02.580191 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-32cc37f7-47d0-4354-b773-6ee282d8a418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:02.587106 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc37f7-47d0-4354-b773-6ee282d8a418 admin admin] Pushing event deleted for resources: {'Network': ['ID=d192168d-486d-46ba-9208-4e4035df44c4,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:02.590381 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-32cc37f7-47d0-4354-b773-6ee282d8a418 admin admin] 10.222.0.66 "DELETE /v2.0/networks/d192168d-486d-46ba-9208-4e4035df44c4 HTTP/1.1" status: 204  len: 168 time: 0.4657927
Jun 03 16:18:02.591225 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-32cc37f7-47d0-4354-b773-6ee282d8a418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:02.593397 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57938) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:02.650310 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_v2 [None req-22f69ae5-d73e-424c-acd3-a5d9faa24e81 admin admin] Deleting subnet 34509fb7-335c-48d6-a1d5-4b6d2f0cda15 {{(pid=91616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 16:18:02.652408 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-723747c8-02fa-4070-809a-394c3a57f908 service neutron] 10.222.0.73 "GET /v2.0/networks/4201750e-bded-4d48-84d8-62df05a2c3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508429
Jun 03 16:18:02.654019 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-22f69ae5-d73e-424c-acd3-a5d9faa24e81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:02.687077 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-92318176-75b5-4a0c-82d8-c3bf5cf1b16b tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Request body: {'port': {'device_id': '71736598-d35a-4d62-89ab-317ee3d682ca', 'network_id': '9f38d420-3b2d-4119-a67f-b82430fe1dff', 'admin_state_up': True, 'tenant_id': '669785fbd04141d295e72375254f7601'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:18:02.709134 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-22f69ae5-d73e-424c-acd3-a5d9faa24e81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3092190'] for subnet, precommit_delete_associations {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:02.777762 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-22f69ae5-d73e-424c-acd3-a5d9faa24e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722772'] for subnet, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:03.004886 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-92318176-75b5-4a0c-82d8-c3bf5cf1b16b tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:18:03.014531 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-92318176-75b5-4a0c-82d8-c3bf5cf1b16b tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Usage tracker for resource:port and tenant:669785fbd04141d295e72375254f7601 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:18:03.059287 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-92318176-75b5-4a0c-82d8-c3bf5cf1b16b tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:18:03.074374 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-92318176-75b5-4a0c-82d8-c3bf5cf1b16b tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:18:03.110910 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-92318176-75b5-4a0c-82d8-c3bf5cf1b16b tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Made reservation on behalf of 669785fbd04141d295e72375254f7601 for: {'port': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:18:03.115189 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-92318176-75b5-4a0c-82d8-c3bf5cf1b16b tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:03.134335 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ecfc1c55-1775-42fb-b3b3-8b82102d480f req-b4229861-3b06-4f8c-a35a-29fbe070d862 service neutron] 10.222.0.73 "GET /v2.0/networks/4201750e-bded-4d48-84d8-62df05a2c3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4524808
Jun 03 16:18:03.200674 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f1cbf-19b1-414a-80ab-60099aa4ddee req-4516d5a5-6e2b-45e9-bb0e-3676f250a207 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:03.202120 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-bb0f1cbf-19b1-414a-80ab-60099aa4ddee req-4516d5a5-6e2b-45e9-bb0e-3676f250a207 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ec87b23-de72-484a-ac90-8252790ba578 HTTP/1.1" status: 200  len: 944 time: 0.2243967
Jun 03 16:18:03.243712 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508ce11-d836-4a6f-a7e6-b391c94018a4 req-c2fb8e9b-975e-464a-aceb-7b579bcbcd44 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:03.245867 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1508ce11-d836-4a6f-a7e6-b391c94018a4 req-c2fb8e9b-975e-464a-aceb-7b579bcbcd44 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.2273636
Jun 03 16:18:03.251699 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-22f69ae5-d73e-424c-acd3-a5d9faa24e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858693'] for subnet, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:03.271761 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:03.328312 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1508ce11-d836-4a6f-a7e6-b391c94018a4 req-42c0936d-697d-491a-a9b5-4b64c0be82ed tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692275
Jun 03 16:18:03.328556 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-bb0f1cbf-19b1-414a-80ab-60099aa4ddee req-f74ba55d-589f-43c1-a2fe-df26c90f1c32 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154358
Jun 03 16:18:03.334316 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f69ae5-d73e-424c-acd3-a5d9faa24e81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34509fb7-335c-48d6-a1d5-4b6d2f0cda15,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:03.337470 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-22f69ae5-d73e-424c-acd3-a5d9faa24e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:03.346152 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-22f69ae5-d73e-424c-acd3-a5d9faa24e81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:03.362214 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-22f69ae5-d73e-424c-acd3-a5d9faa24e81 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/34509fb7-335c-48d6-a1d5-4b6d2f0cda15 HTTP/1.1" status: 204  len: 168 time: 0.7651374
Jun 03 16:18:03.362932 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57960) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:03.448848 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-92318176-75b5-4a0c-82d8-c3bf5cf1b16b tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Allocated IP 172.20.0.7 (9f38d420-3b2d-4119-a67f-b82430fe1dff/65bbe529-3508-4f7b-90d3-4ca24fcff3ca/a7e40715-219e-459d-8d95-cab988f389f7) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:18:03.505544 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2431573a-c4a3-4396-9457-cc2689866061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086256'] for network, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:03.640606 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2431573a-c4a3-4396-9457-cc2689866061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8051073', 'neutron.services.segments.db._delete_segments_for_network-8727276549825'] for network, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:03.687546 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-92318176-75b5-4a0c-82d8-c3bf5cf1b16b tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:03.690026 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-d4eb8e0d-7710-4948-9833-1fb186c9f085 req-cfd31a96-96e1-46ea-9003-6db7e879af1d tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=71736598-d35a-4d62-89ab-317ee3d682ca HTTP/1.1" status: 200  len: 210 time: 0.0569942
Jun 03 16:18:03.691526 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.services.segments.db [None req-2431573a-c4a3-4396-9457-cc2689866061 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7effa171fbb0>,) {'filters': {'network_id': ['a65fffed-988e-4b8a-9a84-9f71a6f1afad']}} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:18:03.704859 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.services.segments.db [None req-2431573a-c4a3-4396-9457-cc2689866061 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7effa171fbb0>, '729be06a-3bff-40b8-a190-0ad2c1deff43') {'for_net_delete': True} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:18:03.705206 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.services.segments.db [None req-2431573a-c4a3-4396-9457-cc2689866061 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7effa171fbb0>, '729be06a-3bff-40b8-a190-0ad2c1deff43') {} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:18:03.716975 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2431573a-c4a3-4396-9457-cc2689866061 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727276553436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3092135'] for segment, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:03.721828 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-92318176-75b5-4a0c-82d8-c3bf5cf1b16b tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:03.727331 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:03.735127 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2431573a-c4a3-4396-9457-cc2689866061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:03.742108 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2431573a-c4a3-4396-9457-cc2689866061 admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=91616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 16:18:03.742532 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2431573a-c4a3-4396-9457-cc2689866061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954264'] for segment, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]: Traceback (most recent call last):
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]:     timer()
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]:     cb(*args, **kw)
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]:     return func(*args, **kwargs)
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]:     self._notify()
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]:     self.callback(batched_events)
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]:     event.method(event)
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]:     return f(self, *a, **k)
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]:     return self._get(url).json()
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]:     return self.request(url, 'GET', **kwargs)
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 16:18:03.758558 dv-cinder-786524-8-iscsi neutron-server[91616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 16:18:03.798332 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-92318176-75b5-4a0c-82d8-c3bf5cf1b16b tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Network 9f38d420-3b2d-4119-a67f-b82430fe1dff is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:18:03.801505 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-92318176-75b5-4a0c-82d8-c3bf5cf1b16b tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Resources bound (agent type, host, resource id):  {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:18:03.810905 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-92318176-75b5-4a0c-82d8-c3bf5cf1b16b tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:18:03.816348 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-92318176-75b5-4a0c-82d8-c3bf5cf1b16b tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:03.816958 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-92318176-75b5-4a0c-82d8-c3bf5cf1b16b tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:03.827374 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92318176-75b5-4a0c-82d8-c3bf5cf1b16b tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Pushing event updated for resources: {'Port': ['ID=a7e40715-219e-459d-8d95-cab988f389f7,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:03.862197 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2431573a-c4a3-4396-9457-cc2689866061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380276'] for network, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:03.868508 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2431573a-c4a3-4396-9457-cc2689866061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:03.871781 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-cc740ebf-1332-457b-b7fd-2191f7325d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:03.874353 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-92318176-75b5-4a0c-82d8-c3bf5cf1b16b tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:03.893941 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431573a-c4a3-4396-9457-cc2689866061 admin admin] Pushing event deleted for resources: {'Network': ['ID=a65fffed-988e-4b8a-9a84-9f71a6f1afad,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:03.895929 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-92318176-75b5-4a0c-82d8-c3bf5cf1b16b tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2128716
Jun 03 16:18:03.896663 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-2431573a-c4a3-4396-9457-cc2689866061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:03.901847 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-2431573a-c4a3-4396-9457-cc2689866061 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a65fffed-988e-4b8a-9a84-9f71a6f1afad HTTP/1.1" status: 204  len: 168 time: 0.5354226
Jun 03 16:18:03.921276 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-26e0617d-50b0-49d6-b1be-d2bc03d14c17 service neutron] Request body: {'port': {'device_id': '71736598-d35a-4d62-89ab-317ee3d682ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:18:03.957204 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-95a968f6-0181-4290-ae6e-c71f911f499b req-bbc2b13f-b729-417c-b743-4966af898f15 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=be60f43e-b07f-402d-bc2a-5446b474a07c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1306727
Jun 03 16:18:04.088840 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-26e0617d-50b0-49d6-b1be-d2bc03d14c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:04.101789 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57974) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:04.159020 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-d0b5b45f-e27f-4f3b-a948-417a3a43bc66 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0c14fbd03cb74952b200d80f764664f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0557337
Jun 03 16:18:04.161501 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 57976) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:04.197969 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a968f6-0181-4290-ae6e-c71f911f499b req-8aeb12fe-b397-4ed7-a708-40f8c5e47b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:04.199559 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-95a968f6-0181-4290-ae6e-c71f911f499b req-8aeb12fe-b397-4ed7-a708-40f8c5e47b68 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7468f03a2da433ebc94af6cc13242b8&device_id=be60f43e-b07f-402d-bc2a-5446b474a07c HTTP/1.1" status: 200  len: 1098 time: 0.1471441
Jun 03 16:18:04.327021 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a4276f3f-8cc1-4f97-8ed9-abc96bece0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:04.386002 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a4276f3f-8cc1-4f97-8ed9-abc96bece0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:04.409861 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a968f6-0181-4290-ae6e-c71f911f499b req-1a4138d4-a06d-4996-9f6e-1e6c2486c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:04.420598 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-95a968f6-0181-4290-ae6e-c71f911f499b req-1a4138d4-a06d-4996-9f6e-1e6c2486c103 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4201750e-bded-4d48-84d8-62df05a2c3fb HTTP/1.1" status: 200  len: 915 time: 0.1844065
Jun 03 16:18:04.516824 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a4276f3f-8cc1-4f97-8ed9-abc96bece0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:04.525832 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-62b2e45a-9aa0-40d8-aab5-d1a342736810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:04.547342 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a4276f3f-8cc1-4f97-8ed9-abc96bece0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:04.550747 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-a4276f3f-8cc1-4f97-8ed9-abc96bece0e1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/898a182a-9eca-482b-9cbf-a792a932f706 HTTP/1.1" status: 204  len: 168 time: 0.3860385
Jun 03 16:18:04.550747 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4276f3f-8cc1-4f97-8ed9-abc96bece0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898a182a-9eca-482b-9cbf-a792a932f706,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:04.553910 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a4276f3f-8cc1-4f97-8ed9-abc96bece0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:04.591382 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5c1af-b7b9-4ffa-8452-473a6b7b1ae2 req-0ff06428-02b8-4d68-acbb-9f1209ddbfae tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:04.598766 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-09b5c1af-b7b9-4ffa-8452-473a6b7b1ae2 req-0ff06428-02b8-4d68-acbb-9f1209ddbfae tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.1198490
Jun 03 16:18:04.655083 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-09b5c1af-b7b9-4ffa-8452-473a6b7b1ae2 req-5b60331d-12d7-44eb-a10a-b0836d433d8e tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553918
Jun 03 16:18:04.808945 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-95a968f6-0181-4290-ae6e-c71f911f499b req-d1dd9398-9c5b-4018-b8a9-a7b8370b4f4a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dbf2f68-be96-43b2-bfd4-71376160e7df HTTP/1.1" status: 200  len: 217 time: 0.1217878
Jun 03 16:18:04.848040 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 4fdca223-afca-434c-8cb0-11c2611880fd details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 16:18:04.943363 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-26e0617d-50b0-49d6-b1be-d2bc03d14c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7e40715-219e-459d-8d95-cab988f389f7 {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:18:04.949447 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a968f6-0181-4290-ae6e-c71f911f499b req-c0230082-7519-4aa1-86ac-1fe2eed63630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:04.950958 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-95a968f6-0181-4290-ae6e-c71f911f499b req-c0230082-7519-4aa1-86ac-1fe2eed63630 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=890db160-4d07-4ff5-9d87-f61f9c555875 HTTP/1.1" status: 200  len: 854 time: 0.1331780
Jun 03 16:18:04.955493 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-26e0617d-50b0-49d6-b1be-d2bc03d14c17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:05.033575 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-26e0617d-50b0-49d6-b1be-d2bc03d14c17 service neutron] Transition to ACTIVE for port object a7e40715-219e-459d-8d95-cab988f389f7 will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:18:05.035994 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-95a968f6-0181-4290-ae6e-c71f911f499b req-5a12aff9-9e87-43ba-8898-cd37289f2ed7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4201750e-bded-4d48-84d8-62df05a2c3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0738659
Jun 03 16:18:05.045279 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90903f8d-c245-4806-8c45-cc6121677d7a req-c68600a4-0053-44eb-ab84-c5b7fe5921dd tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:05.046655 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-90903f8d-c245-4806-8c45-cc6121677d7a req-c68600a4-0053-44eb-ab84-c5b7fe5921dd tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ec87b23-de72-484a-ac90-8252790ba578 HTTP/1.1" status: 200  len: 944 time: 0.4775543
Jun 03 16:18:05.067729 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-26e0617d-50b0-49d6-b1be-d2bc03d14c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:05.076088 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-47c285c6-3f76-4466-b638-8625616a3400 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:05.080958 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 58000) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:05.092050 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 4fdca223-afca-434c-8cb0-11c2611880fd, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4fdca223-afca-434c-8cb0-11c2611880fd,segment=NetworkSegment(32444300-ec9f-49ab-9cc6-b285e44b2fde),segment_id=32444300-ec9f-49ab-9cc6-b285e44b2fde)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:18:05.137997 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Returning: {'device': '4fdca223-afca-434c-8cb0-11c2611880fd', 'network_id': '4201750e-bded-4d48-84d8-62df05a2c3fb', 'port_id': '4fdca223-afca-434c-8cb0-11c2611880fd', 'mac_address': 'fa:16:3e:1e:7a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '890db160-4d07-4ff5-9d87-f61f9c555875', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 16:18:05.220495 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-d05d6fdd-6947-4736-b313-7dc3d854a59c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2349660d765f432eb9b1d3dede04cdbb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1361389
Jun 03 16:18:05.225582 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 58006) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:05.242941 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:05.264940 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fdca223-afca-434c-8cb0-11c2611880fd {{(pid=91618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:18:05.283696 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 4fdca223-afca-434c-8cb0-11c2611880fd, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4fdca223-afca-434c-8cb0-11c2611880fd,segment=NetworkSegment(32444300-ec9f-49ab-9cc6-b285e44b2fde),segment_id=32444300-ec9f-49ab-9cc6-b285e44b2fde)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:18:05.288667 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:05.291111 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:05.296045 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2a59b-7a44-46bf-8360-a95275ba0343 req-5a634a8a-c6f9-46c6-8c0f-82303bb6bb99 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:05.297572 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-49b2a59b-7a44-46bf-8360-a95275ba0343 req-5a634a8a-c6f9-46c6-8c0f-82303bb6bb99 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=71736598-d35a-4d62-89ab-317ee3d682ca HTTP/1.1" status: 200  len: 943 time: 0.1809828
Jun 03 16:18:05.327705 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0617d-50b0-49d6-b1be-d2bc03d14c17 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e40715-219e-459d-8d95-cab988f389f7,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:05.331203 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f6898bc1-b972-4122-afca-03bee169a083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:05.362283 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-90903f8d-c245-4806-8c45-cc6121677d7a req-1da6939c-8eac-4fa7-a738-ad4f782d5324 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2872715
Jun 03 16:18:05.363461 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-26e0617d-50b0-49d6-b1be-d2bc03d14c17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:05.370367 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=4fdca223-afca-434c-8cb0-11c2611880fd,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:05.377504 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f6898bc1-b972-4122-afca-03bee169a083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:05.380547 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:05.381150 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:05.383194 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:05.383781 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:05.384123 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:05.384458 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:05.385355 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:05.385692 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:05.386080 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:05.386409 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:05.386985 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:05.387353 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:05.391398 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:05.417741 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-49b2a59b-7a44-46bf-8360-a95275ba0343 req-adba836b-2f20-4676-8051-4492bab5d783 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Synchronizing usage tracker for tenant:669785fbd04141d295e72375254f7601 on resource:security_group {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:18:05.420301 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-95a968f6-0181-4290-ae6e-c71f911f499b req-3617106e-8a82-4422-aa42-df32c46c7f4c service neutron] 10.222.0.73 "GET /v2.0/networks/4201750e-bded-4d48-84d8-62df05a2c3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3725004
Jun 03 16:18:05.424038 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-26e0617d-50b0-49d6-b1be-d2bc03d14c17 service neutron] Attempting to bind port a7e40715-219e-459d-8d95-cab988f389f7 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:18:05.424038 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-26e0617d-50b0-49d6-b1be-d2bc03d14c17 service neutron] Attempting to bind port a7e40715-219e-459d-8d95-cab988f389f7 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '94872c1c-f172-4d49-b497-8cb6f6863536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '9f38d420-3b2d-4119-a67f-b82430fe1dff'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:18:05.424532 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-26e0617d-50b0-49d6-b1be-d2bc03d14c17 service neutron] Attempting to bind port a7e40715-219e-459d-8d95-cab988f389f7 on network 9f38d420-3b2d-4119-a67f-b82430fe1dff {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:18:05.431067 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-26e0617d-50b0-49d6-b1be-d2bc03d14c17 service neutron] Port a7e40715-219e-459d-8d95-cab988f389f7 on network 9f38d420-3b2d-4119-a67f-b82430fe1dff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 16:18:05.431377 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-26e0617d-50b0-49d6-b1be-d2bc03d14c17 service neutron] Attempting to bind port a7e40715-219e-459d-8d95-cab988f389f7 on network 9f38d420-3b2d-4119-a67f-b82430fe1dff {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:18:05.442017 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-49b2a59b-7a44-46bf-8360-a95275ba0343 req-adba836b-2f20-4676-8051-4492bab5d783 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Unset dirty status for tenant:669785fbd04141d295e72375254f7601 on resource:security_group {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:18:05.443580 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-49b2a59b-7a44-46bf-8360-a95275ba0343 req-adba836b-2f20-4676-8051-4492bab5d783 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/security-groups?id=a472ef69-b24d-4a9f-bcc8-9fe47557437b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345866
Jun 03 16:18:05.458475 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f6898bc1-b972-4122-afca-03bee169a083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:05.459057 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-26e0617d-50b0-49d6-b1be-d2bc03d14c17 service neutron] Checking agent: {'id': '583156db-f932-4b7a-94d3-94f9531b86fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:18:05.459391 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-26e0617d-50b0-49d6-b1be-d2bc03d14c17 service neutron] Checking segment: {'id': '94872c1c-f172-4d49-b497-8cb6f6863536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '9f38d420-3b2d-4119-a67f-b82430fe1dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:18:05.459766 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-26e0617d-50b0-49d6-b1be-d2bc03d14c17 service neutron] Bound using segment: {'id': '94872c1c-f172-4d49-b497-8cb6f6863536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '9f38d420-3b2d-4119-a67f-b82430fe1dff'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:18:05.460216 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-26e0617d-50b0-49d6-b1be-d2bc03d14c17 service neutron] Bound port: a7e40715-219e-459d-8d95-cab988f389f7, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94872c1c-f172-4d49-b497-8cb6f6863536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '9f38d420-3b2d-4119-a67f-b82430fe1dff'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:18:05.460556 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-26e0617d-50b0-49d6-b1be-d2bc03d14c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:05.466955 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-50a78c2f-453a-4f18-a3e3-7b1961483cac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:05.484064 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6898bc1-b972-4122-afca-03bee169a083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f093a3b7-2d6b-4df7-8688-c34a93b9fa11,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:05.487072 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-f6898bc1-b972-4122-afca-03bee169a083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:05.489404 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f6898bc1-b972-4122-afca-03bee169a083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:05.494056 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-f6898bc1-b972-4122-afca-03bee169a083 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f093a3b7-2d6b-4df7-8688-c34a93b9fa11 HTTP/1.1" status: 204  len: 168 time: 0.2629318
Jun 03 16:18:05.608263 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['4fdca223-afca-434c-8cb0-11c2611880fd'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:18:05.646523 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-95a968f6-0181-4290-ae6e-c71f911f499b req-b4b59679-6e0f-44ef-b729-7fdf39896b2d service neutron] 10.222.0.73 "GET /v2.0/networks/4201750e-bded-4d48-84d8-62df05a2c3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2163522
Jun 03 16:18:05.690319 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-26e0617d-50b0-49d6-b1be-d2bc03d14c17 service neutron] For port a7e40715-219e-459d-8d95-cab988f389f7, host hv-cinder-78652, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:18:05.694034 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-26e0617d-50b0-49d6-b1be-d2bc03d14c17 service neutron] For port a7e40715-219e-459d-8d95-cab988f389f7, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a7e40715-219e-459d-8d95-cab988f389f7,segment=NetworkSegment(94872c1c-f172-4d49-b497-8cb6f6863536),segment_id=94872c1c-f172-4d49-b497-8cb6f6863536)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:18:05.700849 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-26e0617d-50b0-49d6-b1be-d2bc03d14c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:05.704858 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-73532ffd-05c4-4d21-bf8a-6a2c10271069 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:05.781813 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-26e0617d-50b0-49d6-b1be-d2bc03d14c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:05.782497 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-26e0617d-50b0-49d6-b1be-d2bc03d14c17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:05.783992 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-26e0617d-50b0-49d6-b1be-d2bc03d14c17 service neutron] 10.222.0.73 "PUT /v2.0/ports/a7e40715-219e-459d-8d95-cab988f389f7 HTTP/1.1" status: 200  len: 1093 time: 1.8683980
Jun 03 16:18:05.787402 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71736598-d35a-4d62-89ab-317ee3d682ca', 'tag': 'a7e40715-219e-459d-8d95-cab988f389f7'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:18:05.790440 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c457083e-de21-4edc-b28f-1a1584ead1aa" -d '{"events": [{"name": "network-changed", "server_uuid": "71736598-d35a-4d62-89ab-317ee3d682ca", "tag": "a7e40715-219e-459d-8d95-cab988f389f7"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:18:05.960025 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0617d-50b0-49d6-b1be-d2bc03d14c17 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e40715-219e-459d-8d95-cab988f389f7,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:05.970854 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-26e0617d-50b0-49d6-b1be-d2bc03d14c17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:06.018847 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18639cb-31b5-4ef3-9692-31d67e7de5fc x-openstack-request-id: req-f18639cb-31b5-4ef3-9692-31d67e7de5fc {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:18:06.019435 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71736598-d35a-4d62-89ab-317ee3d682ca", "tag": "a7e40715-219e-459d-8d95-cab988f389f7", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:18:06.020007 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f18639cb-31b5-4ef3-9692-31d67e7de5fc {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:18:06.020614 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71736598-d35a-4d62-89ab-317ee3d682ca', 'tag': 'a7e40715-219e-459d-8d95-cab988f389f7', 'status': 'completed', 'code': 200}
Jun 03 16:18:06.044663 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98019963-23a0-4397-a4cf-91bcb5dcfb83 req-433bd59c-24a6-46e1-813f-3563128619e5 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:06.045014 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-98019963-23a0-4397-a4cf-91bcb5dcfb83 req-433bd59c-24a6-46e1-813f-3563128619e5 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.2140582
Jun 03 16:18:06.097814 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-c78bdae5-8085-421a-99e0-b3e3224e6ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:06.099431 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-c78bdae5-8085-421a-99e0-b3e3224e6ec1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=669785fbd04141d295e72375254f7601&device_id=71736598-d35a-4d62-89ab-317ee3d682ca HTTP/1.1" status: 200  len: 1096 time: 0.2561469
Jun 03 16:18:06.115351 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-98019963-23a0-4397-a4cf-91bcb5dcfb83 req-6fa635ea-3706-4415-8cdf-97e791bb01eb tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637844
Jun 03 16:18:06.186242 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-77145d17-6977-4ac2-aaaf-71e2ffcfea02 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7e40715-219e-459d-8d95-cab988f389f7 HTTP/1.1" status: 200  len: 217 time: 0.0744457
Jun 03 16:18:06.281089 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-21c683e8-3fcf-4459-8589-7ea3d3c68fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:06.284413 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-21c683e8-3fcf-4459-8589-7ea3d3c68fa8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=65bbe529-3508-4f7b-90d3-4ca24fcff3ca HTTP/1.1" status: 200  len: 848 time: 0.0897121
Jun 03 16:18:06.438483 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-8440223a-83f4-4515-b905-e8a598c6dbf0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f38d420-3b2d-4119-a67f-b82430fe1dff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1329012
Jun 03 16:18:06.657322 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-0c963dd4-3b0e-49c1-8e6d-92f249768111 service neutron] 10.222.0.73 "GET /v2.0/networks/9f38d420-3b2d-4119-a67f-b82430fe1dff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2094967
Jun 03 16:18:06.677414 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de740a7-b531-4b61-aa4c-39a6e7684e77 req-983f1a54-835c-46b8-ac58-bb7a3819a25f tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:06.680160 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-4de740a7-b531-4b61-aa4c-39a6e7684e77 req-983f1a54-835c-46b8-ac58-bb7a3819a25f tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=71736598-d35a-4d62-89ab-317ee3d682ca HTTP/1.1" status: 200  len: 943 time: 0.1026514
Jun 03 16:18:06.681249 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bdc55-b649-4e09-99c3-72680104f202 req-89ea43e1-79da-42b2-b250-f8448f915576 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:06.682721 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1c9bdc55-b649-4e09-99c3-72680104f202 req-89ea43e1-79da-42b2-b250-f8448f915576 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ec87b23-de72-484a-ac90-8252790ba578 HTTP/1.1" status: 200  len: 945 time: 0.1900260
Jun 03 16:18:06.753988 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-4de740a7-b531-4b61-aa4c-39a6e7684e77 req-0bec9a13-68a4-4bb8-94a1-e096a3825838 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/security-groups?id=a472ef69-b24d-4a9f-bcc8-9fe47557437b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633445
Jun 03 16:18:06.818178 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1c9bdc55-b649-4e09-99c3-72680104f202 req-ef4478df-1df8-477c-8902-c3775e5894ee tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172700
Jun 03 16:18:06.863573 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-dad90282-e2dd-47ad-a93e-b33ec90a2151 req-4ba9a044-46ee-44c1-a817-232fdbb0ddbc service neutron] 10.222.0.73 "GET /v2.0/networks/9f38d420-3b2d-4119-a67f-b82430fe1dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1903157
Jun 03 16:18:06.971494 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-6e383e72-ae96-4a5e-ac07-875f5781c8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:07.326858 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928869af-94f2-4943-a19d-cd3ed7b166b7 req-099160cc-cbfa-443d-a1ff-9ffa0c6d8b77 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:07.328923 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-928869af-94f2-4943-a19d-cd3ed7b166b7 req-099160cc-cbfa-443d-a1ff-9ffa0c6d8b77 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.0933239
Jun 03 16:18:07.372757 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-928869af-94f2-4943-a19d-cd3ed7b166b7 req-8ba8e49b-2189-4165-ae37-6067066e76a4 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387549
Jun 03 16:18:07.757842 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 4fdca223-afca-434c-8cb0-11c2611880fd up at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:18:07.841177 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning for port 4fdca223-afca-434c-8cb0-11c2611880fd completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:18:07.845659 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning complete for port 4fdca223-afca-434c-8cb0-11c2611880fd triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:18:07.846046 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:07.966025 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:07.992382 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec87b23-de72-484a-ac90-8252790ba578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fdca223-afca-434c-8cb0-11c2611880fd'}] {{(pid=91618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:18:07.994651 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80780923b31b79766dda64912243351c94e9e307cca1e5b2e5a14cee02687ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c8f8ed-90cc-4683-b4c0-8734cf4fe8cf" -d '{"events": [{"server_uuid": "7ec87b23-de72-484a-ac90-8252790ba578", "name": "network-vif-plugged", "status": "completed", "tag": "4fdca223-afca-434c-8cb0-11c2611880fd"}]}' {{(pid=91618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:18:08.003037 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 4fdca223-afca-434c-8cb0-11c2611880fd, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4fdca223-afca-434c-8cb0-11c2611880fd,segment=NetworkSegment(32444300-ec9f-49ab-9cc6-b285e44b2fde),segment_id=32444300-ec9f-49ab-9cc6-b285e44b2fde)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:18:08.006337 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:08.008155 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:08.075779 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=4fdca223-afca-434c-8cb0-11c2611880fd,revision_number=5']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:08.078676 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:08.726135 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:09.431588 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:09.729656 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-6134a7d2-4784-493f-8a80-0ab9cc50a493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:09.989014 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457083e-de21-4edc-b28f-1a1584ead1aa req-7530af9a-0d4f-4b8d-ba1f-c3870dcfce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:09.995214 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c457083e-de21-4edc-b28f-1a1584ead1aa req-7530af9a-0d4f-4b8d-ba1f-c3870dcfce71 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=669785fbd04141d295e72375254f7601&device_id=71736598-d35a-4d62-89ab-317ee3d682ca HTTP/1.1" status: 200  len: 1096 time: 0.0739915
Jun 03 16:18:10.078166 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0152577-eecb-4545-8211-155b4a7bce3e req-11c5c77b-99f9-40fe-834c-2362ad9a7408 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:10.080185 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-e0152577-eecb-4545-8211-155b4a7bce3e req-11c5c77b-99f9-40fe-834c-2362ad9a7408 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=71736598-d35a-4d62-89ab-317ee3d682ca HTTP/1.1" status: 200  len: 943 time: 0.0805647
Jun 03 16:18:10.125801 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-e0152577-eecb-4545-8211-155b4a7bce3e req-46af5d5f-21fa-40ba-818b-3fb28b956c13 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/security-groups?id=a472ef69-b24d-4a9f-bcc8-9fe47557437b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403054
Jun 03 16:18:10.179845 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc43e4a-9a5b-45bf-a515-4663547f0bea x-openstack-request-id: req-5dc43e4a-9a5b-45bf-a515-4663547f0bea {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:18:10.180336 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec87b23-de72-484a-ac90-8252790ba578", "name": "network-vif-plugged", "status": "completed", "tag": "4fdca223-afca-434c-8cb0-11c2611880fd", "code": 200}]} {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:18:10.180746 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5dc43e4a-9a5b-45bf-a515-4663547f0bea {{(pid=91618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:18:10.181497 dv-cinder-786524-8-iscsi neutron-server[91618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec87b23-de72-484a-ac90-8252790ba578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fdca223-afca-434c-8cb0-11c2611880fd', 'code': 200}
Jun 03 16:18:10.185265 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457083e-de21-4edc-b28f-1a1584ead1aa req-65510aa4-5043-4084-b8d3-1ad06f1d04e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:10.186783 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c457083e-de21-4edc-b28f-1a1584ead1aa req-65510aa4-5043-4084-b8d3-1ad06f1d04e8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9f38d420-3b2d-4119-a67f-b82430fe1dff HTTP/1.1" status: 200  len: 909 time: 0.1859374
Jun 03 16:18:10.204238 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a3b5a-ae5d-4b5a-ba8e-b08e43189a4c req-5ba0310a-373f-4f0f-9a2e-b464758676ad tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:10.205861 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8d8a3b5a-ae5d-4b5a-ba8e-b08e43189a4c req-5ba0310a-373f-4f0f-9a2e-b464758676ad tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ec87b23-de72-484a-ac90-8252790ba578 HTTP/1.1" status: 200  len: 946 time: 0.1865432
Jun 03 16:18:10.270085 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c457083e-de21-4edc-b28f-1a1584ead1aa req-7c864294-17bc-4496-9e39-49ca4303bb68 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7e40715-219e-459d-8d95-cab988f389f7 HTTP/1.1" status: 200  len: 217 time: 0.0632620
Jun 03 16:18:10.363723 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8d8a3b5a-ae5d-4b5a-ba8e-b08e43189a4c req-d2362f15-60d9-485e-8a18-68049902b2a4 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035821
Jun 03 16:18:10.367335 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457083e-de21-4edc-b28f-1a1584ead1aa req-5de8893e-d879-4254-b4bb-54e68cd03fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:10.368704 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c457083e-de21-4edc-b28f-1a1584ead1aa req-5de8893e-d879-4254-b4bb-54e68cd03fad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=65bbe529-3508-4f7b-90d3-4ca24fcff3ca HTTP/1.1" status: 200  len: 848 time: 0.0838301
Jun 03 16:18:10.376916 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f189b40-9001-45c5-80e5-e5cb0baab582 req-bcefed15-f2b0-41c3-a881-e3fba5ee6d27 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:10.378662 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6f189b40-9001-45c5-80e5-e5cb0baab582 req-bcefed15-f2b0-41c3-a881-e3fba5ee6d27 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.1139989
Jun 03 16:18:10.426717 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6f189b40-9001-45c5-80e5-e5cb0baab582 req-16d0e0bb-1124-4806-8869-30f2784302a7 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403438
Jun 03 16:18:10.464697 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c457083e-de21-4edc-b28f-1a1584ead1aa req-8fd2a116-1cf3-4e5c-8f3e-fa34897407bd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f38d420-3b2d-4119-a67f-b82430fe1dff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0596852
Jun 03 16:18:10.578350 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c104f-739c-49ce-b90b-945b1eb1f5c4 req-b92a6585-62c5-43a2-9d56-bcceb6c6cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:10.579809 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-de4c104f-739c-49ce-b90b-945b1eb1f5c4 req-b92a6585-62c5-43a2-9d56-bcceb6c6cf30 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7ec87b23-de72-484a-ac90-8252790ba578 HTTP/1.1" status: 200  len: 1099 time: 0.2095559
Jun 03 16:18:10.652460 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-de4c104f-739c-49ce-b90b-945b1eb1f5c4 req-92cf9d99-4d43-41a5-b36f-f7ef74e9b60d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614395
Jun 03 16:18:10.654430 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c457083e-de21-4edc-b28f-1a1584ead1aa req-e4f493af-913c-4108-91a1-91b17fe75e62 service neutron] 10.222.0.73 "GET /v2.0/networks/9f38d420-3b2d-4119-a67f-b82430fe1dff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1795454
Jun 03 16:18:10.741089 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:10.901733 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c457083e-de21-4edc-b28f-1a1584ead1aa req-a207d03f-f0b9-497b-9da3-d366ac9201a9 service neutron] 10.222.0.73 "GET /v2.0/networks/9f38d420-3b2d-4119-a67f-b82430fe1dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1572237
Jun 03 16:18:11.330522 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2cde3d-2b4b-44c8-86c0-c77bd90f637b req-519a78e4-55c0-46d5-b849-c301586efdc2 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:11.331293 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-9c2cde3d-2b4b-44c8-86c0-c77bd90f637b req-519a78e4-55c0-46d5-b849-c301586efdc2 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Synchronizing usage tracker for tenant:669785fbd04141d295e72375254f7601 on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:18:11.349695 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-9c2cde3d-2b4b-44c8-86c0-c77bd90f637b req-519a78e4-55c0-46d5-b849-c301586efdc2 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Unset dirty status for tenant:669785fbd04141d295e72375254f7601 on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:18:11.351798 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9c2cde3d-2b4b-44c8-86c0-c77bd90f637b req-519a78e4-55c0-46d5-b849-c301586efdc2 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=71736598-d35a-4d62-89ab-317ee3d682ca HTTP/1.1" status: 200  len: 943 time: 0.1096280
Jun 03 16:18:11.429524 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9c2cde3d-2b4b-44c8-86c0-c77bd90f637b req-17567b5a-4d97-430a-89bf-e1eae7774b2a tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/security-groups?id=a472ef69-b24d-4a9f-bcc8-9fe47557437b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688798
Jun 03 16:18:11.569281 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49a3b9-b0ec-4c2a-82b3-6c9ac0be3357 req-a15924c1-54cf-4fd4-9a94-c4d8320872cf tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:11.577696 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9a49a3b9-b0ec-4c2a-82b3-6c9ac0be3357 req-a15924c1-54cf-4fd4-9a94-c4d8320872cf tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ec87b23-de72-484a-ac90-8252790ba578 HTTP/1.1" status: 200  len: 946 time: 0.0929434
Jun 03 16:18:11.635146 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9a49a3b9-b0ec-4c2a-82b3-6c9ac0be3357 req-6cdf1b8b-98ac-4741-8197-5d256acb36a5 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565665
Jun 03 16:18:11.683931 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f64fd-db95-4711-a9b1-cf39a7e61f36 req-c0a53324-1b61-435d-8abd-c33ccafa0e9d tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:11.695223 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-216f64fd-db95-4711-a9b1-cf39a7e61f36 req-c0a53324-1b61-435d-8abd-c33ccafa0e9d tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.1420820
Jun 03 16:18:11.740593 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-216f64fd-db95-4711-a9b1-cf39a7e61f36 req-72ea3039-9ad2-490d-9542-b0595949477e tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445132
Jun 03 16:18:11.747134 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 58182) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:11.881494 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e7ba7c3d-0c2f-4b2b-afee-f033de91684a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:11.895619 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e7ba7c3d-0c2f-4b2b-afee-f033de91684a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:18:11.899327 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-e7ba7c3d-0c2f-4b2b-afee-f033de91684a admin admin] Usage tracker for resource:security_group_rule and tenant:b684e3a7235049d79524efccb4c1d10c is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:18:11.902068 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-e7ba7c3d-0c2f-4b2b-afee-f033de91684a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:18:11.908721 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e7ba7c3d-0c2f-4b2b-afee-f033de91684a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:18:11.993120 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e7ba7c3d-0c2f-4b2b-afee-f033de91684a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:11.999141 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e7ba7c3d-0c2f-4b2b-afee-f033de91684a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:12.006249 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-5e9e3de1-aca4-4ca0-9aa0-68eb1fc3c94a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:12.047383 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba7c3d-0c2f-4b2b-afee-f033de91684a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a230e4df-fa3b-4617-a08f-97b15a1bbed5,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:12.054743 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 58192) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:12.054912 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-e7ba7c3d-0c2f-4b2b-afee-f033de91684a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b684e3a7235049d79524efccb4c1d10c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3064704
Jun 03 16:18:12.067169 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e7ba7c3d-0c2f-4b2b-afee-f033de91684a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:12.152771 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-861a9655-5bcc-4aaa-ad1c-c671156be93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:12.177238 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:12.184928 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-861a9655-5bcc-4aaa-ad1c-c671156be93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:12.300084 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-861a9655-5bcc-4aaa-ad1c-c671156be93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:12.305251 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a1c42ee9-48af-47d5-a5d9-1de98a68eed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:12.316969 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a9655-5bcc-4aaa-ad1c-c671156be93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a230e4df-fa3b-4617-a08f-97b15a1bbed5,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:12.320570 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-861a9655-5bcc-4aaa-ad1c-c671156be93b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:12.325434 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-861a9655-5bcc-4aaa-ad1c-c671156be93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:12.329316 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-861a9655-5bcc-4aaa-ad1c-c671156be93b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a230e4df-fa3b-4617-a08f-97b15a1bbed5 HTTP/1.1" status: 204  len: 168 time: 0.2709930
Jun 03 16:18:12.614210 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c30bdd-87fc-4982-9dfe-8dba885215bf req-c03ed793-4cbb-49a7-a49c-21077340282a tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:12.615647 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-99c30bdd-87fc-4982-9dfe-8dba885215bf req-c03ed793-4cbb-49a7-a49c-21077340282a tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=71736598-d35a-4d62-89ab-317ee3d682ca HTTP/1.1" status: 200  len: 943 time: 0.0832942
Jun 03 16:18:12.627963 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 58204) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:12.645925 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-590f6678-ce2d-4045-a9bd-b0b6faa7a068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:12.660129 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-590f6678-ce2d-4045-a9bd-b0b6faa7a068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:18:12.661616 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-99c30bdd-87fc-4982-9dfe-8dba885215bf req-d68b490d-2b53-4ed1-877a-3a2d2d89138b tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/security-groups?id=a472ef69-b24d-4a9f-bcc8-9fe47557437b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400789
Jun 03 16:18:12.664143 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-590f6678-ce2d-4045-a9bd-b0b6faa7a068 admin admin] Usage tracker for resource:security_group_rule and tenant:f13f28c50a89466a9bcc5d9a306b0216 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:18:12.667329 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-590f6678-ce2d-4045-a9bd-b0b6faa7a068 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:18:12.682225 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-590f6678-ce2d-4045-a9bd-b0b6faa7a068 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:18:12.814346 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-590f6678-ce2d-4045-a9bd-b0b6faa7a068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:12.821382 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-590f6678-ce2d-4045-a9bd-b0b6faa7a068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:12.829860 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:12.881329 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f6678-ce2d-4045-a9bd-b0b6faa7a068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef334acb-b85b-4180-9124-705456d532b5,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:12.885521 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-590f6678-ce2d-4045-a9bd-b0b6faa7a068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:12.889994 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-590f6678-ce2d-4045-a9bd-b0b6faa7a068 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f13f28c50a89466a9bcc5d9a306b0216&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2607682
Jun 03 16:18:12.892562 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 58214) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:12.892675 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device a7e40715-219e-459d-8d95-cab988f389f7 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 16:18:12.926414 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0969c95-dcf6-416b-b447-753c2b85ebf3 req-56a3d57b-155c-4751-b08e-03c2c128217a tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:12.928003 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e0969c95-dcf6-416b-b447-753c2b85ebf3 req-56a3d57b-155c-4751-b08e-03c2c128217a tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ec87b23-de72-484a-ac90-8252790ba578 HTTP/1.1" status: 200  len: 946 time: 0.1756895
Jun 03 16:18:12.960276 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0359f-e566-4d04-862e-78608e97b8e6 req-2e147a0e-3a94-4a1d-b6a4-746f90223aba tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:12.962040 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-33a0359f-e566-4d04-862e-78608e97b8e6 req-2e147a0e-3a94-4a1d-b6a4-746f90223aba tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.1012545
Jun 03 16:18:13.013822 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e0969c95-dcf6-416b-b447-753c2b85ebf3 req-0501b387-8c9e-4d6f-aa23-fc93f7f54c20 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746140
Jun 03 16:18:13.017128 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-33a0359f-e566-4d04-862e-78608e97b8e6 req-34f2c4dd-571f-4165-a8ce-01d7fd58d495 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485444
Jun 03 16:18:13.034625 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-3ab24cca-eb84-4dbb-83f8-e22d6b92151e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:13.052992 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port a7e40715-219e-459d-8d95-cab988f389f7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a7e40715-219e-459d-8d95-cab988f389f7,segment=NetworkSegment(94872c1c-f172-4d49-b497-8cb6f6863536),segment_id=94872c1c-f172-4d49-b497-8cb6f6863536)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:18:13.066529 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-3ab24cca-eb84-4dbb-83f8-e22d6b92151e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:13.070317 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Returning: {'device': 'a7e40715-219e-459d-8d95-cab988f389f7', 'network_id': '9f38d420-3b2d-4119-a67f-b82430fe1dff', 'port_id': 'a7e40715-219e-459d-8d95-cab988f389f7', 'mac_address': 'fa:16:3e:f2:30:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65bbe529-3508-4f7b-90d3-4ca24fcff3ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 16:18:13.128152 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-3ab24cca-eb84-4dbb-83f8-e22d6b92151e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:13.132970 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-9e4de0e0-3f93-43c4-9dd5-da7d10a593ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:13.143355 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab24cca-eb84-4dbb-83f8-e22d6b92151e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef334acb-b85b-4180-9124-705456d532b5,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:13.146138 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-3ab24cca-eb84-4dbb-83f8-e22d6b92151e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:13.147467 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:13.152035 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-3ab24cca-eb84-4dbb-83f8-e22d6b92151e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:13.156281 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-3ab24cca-eb84-4dbb-83f8-e22d6b92151e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ef334acb-b85b-4180-9124-705456d532b5 HTTP/1.1" status: 204  len: 168 time: 0.2626278
Jun 03 16:18:13.194262 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e40715-219e-459d-8d95-cab988f389f7 {{(pid=91618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:18:13.220122 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port a7e40715-219e-459d-8d95-cab988f389f7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a7e40715-219e-459d-8d95-cab988f389f7,segment=NetworkSegment(94872c1c-f172-4d49-b497-8cb6f6863536),segment_id=94872c1c-f172-4d49-b497-8cb6f6863536)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:18:13.226030 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:13.230497 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:13.402309 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=a7e40715-219e-459d-8d95-cab988f389f7,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:13.406815 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:13.610029 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['a7e40715-219e-459d-8d95-cab988f389f7'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:18:13.910265 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab396d4-e47a-4d37-a5ff-e425ee7551ef req-4791a79b-4e8d-4e62-8e9e-0f7c05ddc005 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:13.911997 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-3ab396d4-e47a-4d37-a5ff-e425ee7551ef req-4791a79b-4e8d-4e62-8e9e-0f7c05ddc005 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=71736598-d35a-4d62-89ab-317ee3d682ca HTTP/1.1" status: 200  len: 944 time: 0.1252370
Jun 03 16:18:13.987269 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-3ab396d4-e47a-4d37-a5ff-e425ee7551ef req-58397405-ff21-44d6-9769-2301fb940448 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/security-groups?id=a472ef69-b24d-4a9f-bcc8-9fe47557437b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651670
Jun 03 16:18:14.270210 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986e335-184d-4ca0-b559-ff27705ea7c5 req-4e5b01f5-48e9-4662-90af-900a1f071d5c tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:14.271675 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a986e335-184d-4ca0-b559-ff27705ea7c5 req-4e5b01f5-48e9-4662-90af-900a1f071d5c tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.0988736
Jun 03 16:18:14.316426 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a986e335-184d-4ca0-b559-ff27705ea7c5 req-cc080247-816d-4df2-b2a8-16a346fc05f9 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388317
Jun 03 16:18:14.893186 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device a7e40715-219e-459d-8d95-cab988f389f7 up at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:18:14.977486 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning for port a7e40715-219e-459d-8d95-cab988f389f7 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:18:14.985287 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning complete for port a7e40715-219e-459d-8d95-cab988f389f7 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:18:14.986216 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:15.167987 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:15.201353 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71736598-d35a-4d62-89ab-317ee3d682ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e40715-219e-459d-8d95-cab988f389f7'}] {{(pid=91618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:18:15.204402 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80780923b31b79766dda64912243351c94e9e307cca1e5b2e5a14cee02687ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f67b96-7711-4031-80f8-4aec0eac7711" -d '{"events": [{"server_uuid": "71736598-d35a-4d62-89ab-317ee3d682ca", "name": "network-vif-plugged", "status": "completed", "tag": "a7e40715-219e-459d-8d95-cab988f389f7"}]}' {{(pid=91618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:18:15.209469 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port a7e40715-219e-459d-8d95-cab988f389f7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a7e40715-219e-459d-8d95-cab988f389f7,segment=NetworkSegment(94872c1c-f172-4d49-b497-8cb6f6863536),segment_id=94872c1c-f172-4d49-b497-8cb6f6863536)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:18:15.214141 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:15.216221 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:15.244847 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85e42a-296e-4da1-8875-a05c2d9d9836 req-fcec312d-005a-4b1a-a526-06c0c2564982 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:15.252447 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ab85e42a-296e-4da1-8875-a05c2d9d9836 req-fcec312d-005a-4b1a-a526-06c0c2564982 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=71736598-d35a-4d62-89ab-317ee3d682ca HTTP/1.1" status: 200  len: 944 time: 0.1107979
Jun 03 16:18:15.289921 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd53a98-c8f5-4e5b-9a52-30a126cf1a0a x-openstack-request-id: req-7dd53a98-c8f5-4e5b-9a52-30a126cf1a0a {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:18:15.290511 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71736598-d35a-4d62-89ab-317ee3d682ca", "name": "network-vif-plugged", "status": "completed", "tag": "a7e40715-219e-459d-8d95-cab988f389f7", "code": 200}]} {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:18:15.290929 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7dd53a98-c8f5-4e5b-9a52-30a126cf1a0a {{(pid=91618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:18:15.291615 dv-cinder-786524-8-iscsi neutron-server[91618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71736598-d35a-4d62-89ab-317ee3d682ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e40715-219e-459d-8d95-cab988f389f7', 'code': 200}
Jun 03 16:18:15.310822 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=a7e40715-219e-459d-8d95-cab988f389f7,revision_number=5']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:15.321514 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:15.323353 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ab85e42a-296e-4da1-8875-a05c2d9d9836 req-6c4473e5-3e18-4271-b9af-ac1ca7cad4e7 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/security-groups?id=a472ef69-b24d-4a9f-bcc8-9fe47557437b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700455
Jun 03 16:18:15.557931 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf6f57-66d9-456e-85a9-8109c14b3b29 req-bd6695a6-7535-44b7-aa12-c7c805b06d9f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:15.566582 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbcef34-5cee-48e3-a5c6-c0f6f07f4ce3 req-a6adb58e-4a84-4cb1-b9e9-7e7d56b71471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:15.568289 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-acbcef34-5cee-48e3-a5c6-c0f6f07f4ce3 req-a6adb58e-4a84-4cb1-b9e9-7e7d56b71471 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=71736598-d35a-4d62-89ab-317ee3d682ca HTTP/1.1" status: 200  len: 1098 time: 0.0833719
Jun 03 16:18:15.570014 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-cfbf6f57-66d9-456e-85a9-8109c14b3b29 req-bd6695a6-7535-44b7-aa12-c7c805b06d9f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.1121757
Jun 03 16:18:15.634079 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-acbcef34-5cee-48e3-a5c6-c0f6f07f4ce3 req-03bb71f7-04e4-4c9f-9319-65e8771e839c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a472ef69-b24d-4a9f-bcc8-9fe47557437b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582082
Jun 03 16:18:15.636918 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-cfbf6f57-66d9-456e-85a9-8109c14b3b29 req-3edfb476-3dfd-4f9d-8083-2694d7aba3e6 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638316
Jun 03 16:18:15.666919 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 58328) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:15.788184 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2b868cfb-c923-419b-ba03-f0f3f78472e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:15.801647 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-2b868cfb-c923-419b-ba03-f0f3f78472e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:18:15.805347 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-2b868cfb-c923-419b-ba03-f0f3f78472e0 admin admin] Usage tracker for resource:security_group_rule and tenant:d0884ae67b2647a9b3238ddc79ed53fb is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:18:15.808192 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-2b868cfb-c923-419b-ba03-f0f3f78472e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:18:15.815421 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-2b868cfb-c923-419b-ba03-f0f3f78472e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:18:15.902114 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2b868cfb-c923-419b-ba03-f0f3f78472e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:15.906215 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2b868cfb-c923-419b-ba03-f0f3f78472e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:15.914344 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-9f9fe47f-5594-4611-a0e1-3c572bc26a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:15.954029 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-2b868cfb-c923-419b-ba03-f0f3f78472e0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d0884ae67b2647a9b3238ddc79ed53fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2851880
Jun 03 16:18:15.955638 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b868cfb-c923-419b-ba03-f0f3f78472e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b877197f-4c3b-47e1-9fb2-427be973302c,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:15.956722 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 58334) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:15.958773 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-2b868cfb-c923-419b-ba03-f0f3f78472e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:16.022995 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-1cfe21d9-dde1-4ec1-956b-3dddb29d085f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:16.051289 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-1cfe21d9-dde1-4ec1-956b-3dddb29d085f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:16.108888 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-1cfe21d9-dde1-4ec1-956b-3dddb29d085f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:16.113607 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a5abf4df-e4ee-4dc7-ae79-e8f1fdef4067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:16.126128 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe21d9-dde1-4ec1-956b-3dddb29d085f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b877197f-4c3b-47e1-9fb2-427be973302c,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:16.129113 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-1cfe21d9-dde1-4ec1-956b-3dddb29d085f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:16.130039 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-1cfe21d9-dde1-4ec1-956b-3dddb29d085f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:16.131115 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-1cfe21d9-dde1-4ec1-956b-3dddb29d085f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b877197f-4c3b-47e1-9fb2-427be973302c HTTP/1.1" status: 204  len: 168 time: 0.1723855
Jun 03 16:18:16.192726 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 58342) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:16.468912 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ca4c098e-b5fb-4aea-bb47-fb84bb348bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:16.487775 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-ca4c098e-b5fb-4aea-bb47-fb84bb348bfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:18:16.493701 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-ca4c098e-b5fb-4aea-bb47-fb84bb348bfb admin admin] Usage tracker for resource:security_group_rule and tenant:66fa2367882744eea9b3fef8396c101c is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:18:16.499487 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-ca4c098e-b5fb-4aea-bb47-fb84bb348bfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:18:16.505692 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-ca4c098e-b5fb-4aea-bb47-fb84bb348bfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:18:16.543539 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 58356) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:16.565362 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce42e8-0a7a-4f14-bd05-80587ff08f80 req-3d620fbb-9e81-4539-9eae-dadffa4c200c tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:16.578223 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b4ce42e8-0a7a-4f14-bd05-80587ff08f80 req-3d620fbb-9e81-4539-9eae-dadffa4c200c tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=71736598-d35a-4d62-89ab-317ee3d682ca HTTP/1.1" status: 200  len: 945 time: 0.1234667
Jun 03 16:18:16.634910 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b4ce42e8-0a7a-4f14-bd05-80587ff08f80 req-843b6596-d13e-4c98-b88f-352df96374c5 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/security-groups?id=a472ef69-b24d-4a9f-bcc8-9fe47557437b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598338
Jun 03 16:18:16.637898 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ca4c098e-b5fb-4aea-bb47-fb84bb348bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:16.639335 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cadff5d6-0d4e-4210-881a-05c8d8d2f6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:16.650956 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ca4c098e-b5fb-4aea-bb47-fb84bb348bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:16.680178 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:16.721802 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-ca4c098e-b5fb-4aea-bb47-fb84bb348bfb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=66fa2367882744eea9b3fef8396c101c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5278664
Jun 03 16:18:16.724419 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 58368) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:16.731712 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-cadff5d6-0d4e-4210-881a-05c8d8d2f6d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:18:16.746298 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-cadff5d6-0d4e-4210-881a-05c8d8d2f6d7 admin admin] Usage tracker for resource:security_group_rule and tenant:974ff823613942b7a1cdc8d83f4b93c4 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:18:16.750135 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-cadff5d6-0d4e-4210-881a-05c8d8d2f6d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:18:16.756388 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-cadff5d6-0d4e-4210-881a-05c8d8d2f6d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:18:16.801595 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5101f299-94d8-42b1-8ad8-e6fa7eef6d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:16.877197 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5101f299-94d8-42b1-8ad8-e6fa7eef6d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:16.890691 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c098e-b5fb-4aea-bb47-fb84bb348bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefa660e-4f6d-4eeb-8b58-473f16e5194a,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:16.900969 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-ca4c098e-b5fb-4aea-bb47-fb84bb348bfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:16.958020 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cadff5d6-0d4e-4210-881a-05c8d8d2f6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:16.960743 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5101f299-94d8-42b1-8ad8-e6fa7eef6d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:16.963322 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cadff5d6-0d4e-4210-881a-05c8d8d2f6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:16.968092 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:16.972503 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-aa479040-6fdb-4800-ad2f-2205d2313e03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:17.028039 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101f299-94d8-42b1-8ad8-e6fa7eef6d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefa660e-4f6d-4eeb-8b58-473f16e5194a,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:17.036740 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-5101f299-94d8-42b1-8ad8-e6fa7eef6d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:17.049185 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5101f299-94d8-42b1-8ad8-e6fa7eef6d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:17.052873 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-5101f299-94d8-42b1-8ad8-e6fa7eef6d33 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eefa660e-4f6d-4eeb-8b58-473f16e5194a HTTP/1.1" status: 204  len: 168 time: 0.3245287
Jun 03 16:18:17.091276 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-fd51181d-02a6-45c6-9252-d40950fbea1a tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:17.092738 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-fd51181d-02a6-45c6-9252-d40950fbea1a tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/networks?id=4201750e-bded-4d48-84d8-62df05a2c3fb HTTP/1.1" status: 200  len: 814 time: 0.2773921
Jun 03 16:18:17.105191 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab59c6-d915-4ac0-b7a0-9770f7de894a req-b9828ca3-9ead-4f35-80b9-e95edce22227 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:17.108782 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-1fd78972-2569-445b-ae2c-d74c45368464 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/quotas/a7468f03a2da433ebc94af6cc13242b8 HTTP/1.1" status: 200  len: 375 time: 0.0102241
Jun 03 16:18:17.109804 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f1ab59c6-d915-4ac0-b7a0-9770f7de894a req-b9828ca3-9ead-4f35-80b9-e95edce22227 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.2895558
Jun 03 16:18:17.135326 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-cadff5d6-0d4e-4210-881a-05c8d8d2f6d7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=974ff823613942b7a1cdc8d83f4b93c4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5909169
Jun 03 16:18:17.138848 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadff5d6-0d4e-4210-881a-05c8d8d2f6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cecdd3-dd32-422d-a4a5-84b2d6576d87,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:17.143694 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 58386) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:17.156740 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-cadff5d6-0d4e-4210-881a-05c8d8d2f6d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:17.197618 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f1ab59c6-d915-4ac0-b7a0-9770f7de894a req-13d3cc91-2b58-4ea4-8030-2e698cf2d2ce tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816045
Jun 03 16:18:17.223009 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-50c9f908-877a-4645-8012-e40ea63a71c6 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7468f03a2da433ebc94af6cc13242b8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1043429
Jun 03 16:18:17.233976 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-392d8fb2-b299-4d49-b859-930714c1889f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:17.272469 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-392d8fb2-b299-4d49-b859-930714c1889f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:17.339837 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-392d8fb2-b299-4d49-b859-930714c1889f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:17.345569 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-15d8e197-ad85-4e96-bb28-290b1017c207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:17.361769 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d8fb2-b299-4d49-b859-930714c1889f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cecdd3-dd32-422d-a4a5-84b2d6576d87,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:17.364223 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-392d8fb2-b299-4d49-b859-930714c1889f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:17.381607 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-65307567-4cb8-4b6f-a3f8-e9835838e59e service neutron] 10.222.0.66 "GET /v2.0/networks/4201750e-bded-4d48-84d8-62df05a2c3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1577003
Jun 03 16:18:17.393563 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-392d8fb2-b299-4d49-b859-930714c1889f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:17.397583 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-392d8fb2-b299-4d49-b859-930714c1889f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/00cecdd3-dd32-422d-a4a5-84b2d6576d87 HTTP/1.1" status: 204  len: 168 time: 0.2529504
Jun 03 16:18:17.538095 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-1ee0770c-fd8f-4483-b8a1-8cf0341bc61d service neutron] 10.222.0.66 "GET /v2.0/networks/4201750e-bded-4d48-84d8-62df05a2c3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1438966
Jun 03 16:18:17.765698 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c2e69a31-286b-4793-9d5e-6716272c2601 req-ba192904-9288-4d1b-83e4-bfed6dbbf49a tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e3041d8-5662-4b0d-a700-84d250ada78a HTTP/1.1" status: 200  len: 210 time: 0.0656931
Jun 03 16:18:17.891068 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6e68b-f295-460d-a2a1-a4a619a27953 req-2987ac7e-d3bf-4ae5-8744-c9afe98e9892 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:17.891068 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-aca6e68b-f295-460d-a2a1-a4a619a27953 req-2987ac7e-d3bf-4ae5-8744-c9afe98e9892 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=71736598-d35a-4d62-89ab-317ee3d682ca HTTP/1.1" status: 200  len: 945 time: 0.0920434
Jun 03 16:18:17.961534 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-aca6e68b-f295-460d-a2a1-a4a619a27953 req-a9bb18ca-8f0b-4731-83a2-6048d46cd6bd tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/security-groups?id=a472ef69-b24d-4a9f-bcc8-9fe47557437b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638669
Jun 03 16:18:18.448217 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7ac35-94c2-4711-b646-4c5700cb8c7b req-ecd7949d-960d-4d20-a17d-559e23918293 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:18.460150 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-04e7ac35-94c2-4711-b646-4c5700cb8c7b req-ecd7949d-960d-4d20-a17d-559e23918293 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.1353631
Jun 03 16:18:18.546815 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-04e7ac35-94c2-4711-b646-4c5700cb8c7b req-80c18439-a93e-41cb-bf98-a4fd1fe5bad6 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819731
Jun 03 16:18:19.001676 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c72c7b00-4f44-45d6-9a3a-ac069bb4cbbc req-b4cc3fcd-5259-4a64-be52-6c4934961da8 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e3041d8-5662-4b0d-a700-84d250ada78a HTTP/1.1" status: 200  len: 210 time: 0.0581155
Jun 03 16:18:19.230048 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-e07c2361-5c2b-4e3d-b7d5-c33bba7995d8 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:19.232123 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-e07c2361-5c2b-4e3d-b7d5-c33bba7995d8 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.73 "GET /v2.0/networks?id=4201750e-bded-4d48-84d8-62df05a2c3fb HTTP/1.1" status: 200  len: 814 time: 0.1523020
Jun 03 16:18:19.249311 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-825aeb0b-1961-4090-b70b-4108ff29eddf tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Request body: {'port': {'device_id': '8e3041d8-5662-4b0d-a700-84d250ada78a', 'network_id': '4201750e-bded-4d48-84d8-62df05a2c3fb', 'admin_state_up': True, 'tenant_id': 'a7468f03a2da433ebc94af6cc13242b8'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:18:19.453857 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-825aeb0b-1961-4090-b70b-4108ff29eddf tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:18:19.463512 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-825aeb0b-1961-4090-b70b-4108ff29eddf tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:18:19.474049 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-825aeb0b-1961-4090-b70b-4108ff29eddf tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Made reservation on behalf of a7468f03a2da433ebc94af6cc13242b8 for: {'port': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:18:19.477596 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-825aeb0b-1961-4090-b70b-4108ff29eddf tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:19.673714 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-825aeb0b-1961-4090-b70b-4108ff29eddf tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Allocated IP 172.20.0.7 (4201750e-bded-4d48-84d8-62df05a2c3fb/890db160-4d07-4ff5-9d87-f61f9c555875/ff0e15f3-9a67-41be-9b71-93e95a45f897) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:18:19.744702 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d561a39-bb4f-4507-ae83-d44820528364 req-fddecd30-7fea-4dd7-8ff1-1cb64100a4e8 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:19.749565 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-3d561a39-bb4f-4507-ae83-d44820528364 req-fddecd30-7fea-4dd7-8ff1-1cb64100a4e8 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.0949080
Jun 03 16:18:19.813680 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-3d561a39-bb4f-4507-ae83-d44820528364 req-5b261f28-6ad1-410f-9153-4994ec3c19d2 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566449
Jun 03 16:18:19.983024 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-825aeb0b-1961-4090-b70b-4108ff29eddf tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:20.036762 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-825aeb0b-1961-4090-b70b-4108ff29eddf tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:20.052346 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['8dbf2f68-be96-43b2-bfd4-71376160e7df', '4fdca223-afca-434c-8cb0-11c2611880fd'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:18:20.078818 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:20.299344 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825aeb0b-1961-4090-b70b-4108ff29eddf tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Pushing event updated for resources: {'Port': ['ID=ff0e15f3-9a67-41be-9b71-93e95a45f897,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:20.305925 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-825aeb0b-1961-4090-b70b-4108ff29eddf tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:20.308321 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-825aeb0b-1961-4090-b70b-4108ff29eddf tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Network 4201750e-bded-4d48-84d8-62df05a2c3fb is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:18:20.320851 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-825aeb0b-1961-4090-b70b-4108ff29eddf tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Resources bound (agent type, host, resource id):  {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:18:20.330012 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-825aeb0b-1961-4090-b70b-4108ff29eddf tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:18:20.341626 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32767fd5-5826-4d50-afc4-f1e19dc82a0a req-7bd05eeb-97ec-4e60-b7bc-a03f251c937b tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:20.343517 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-32767fd5-5826-4d50-afc4-f1e19dc82a0a req-7bd05eeb-97ec-4e60-b7bc-a03f251c937b tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e3041d8-5662-4b0d-a700-84d250ada78a HTTP/1.1" status: 200  len: 931 time: 0.1631510
Jun 03 16:18:20.344737 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-825aeb0b-1961-4090-b70b-4108ff29eddf tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:20.345419 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-825aeb0b-1961-4090-b70b-4108ff29eddf tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:20.388361 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-825aeb0b-1961-4090-b70b-4108ff29eddf tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1428041
Jun 03 16:18:20.417137 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-ab0595f3-f4b2-481a-a631-eeabbcaa5fae service neutron] Request body: {'port': {'device_id': '8e3041d8-5662-4b0d-a700-84d250ada78a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:18:20.443067 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-32767fd5-5826-4d50-afc4-f1e19dc82a0a req-75719ae1-183b-4849-b52f-1e3634f04707 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935130
Jun 03 16:18:20.514778 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe6305-af0b-477f-b2c2-2e95f7ffb621 req-19334968-654f-4147-afaa-6a74c9ee6498 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:20.516244 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-fdbe6305-af0b-477f-b2c2-2e95f7ffb621 req-19334968-654f-4147-afaa-6a74c9ee6498 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=71736598-d35a-4d62-89ab-317ee3d682ca HTTP/1.1" status: 200  len: 945 time: 0.2963736
Jun 03 16:18:20.625579 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-fdbe6305-af0b-477f-b2c2-2e95f7ffb621 req-493b11cc-ea4f-4646-9f80-982814357975 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/security-groups?id=a472ef69-b24d-4a9f-bcc8-9fe47557437b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949676
Jun 03 16:18:20.626138 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-ab0595f3-f4b2-481a-a631-eeabbcaa5fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:21.083765 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e90f2-e030-40f7-96d0-ccf96748733f req-ff9eeb3c-4f25-41a6-8b91-5b05fb3e8402 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:21.085240 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-350e90f2-e030-40f7-96d0-ccf96748733f req-ff9eeb3c-4f25-41a6-8b91-5b05fb3e8402 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.1548874
Jun 03 16:18:21.089450 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-ab0595f3-f4b2-481a-a631-eeabbcaa5fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff0e15f3-9a67-41be-9b71-93e95a45f897 {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:18:21.109893 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-ab0595f3-f4b2-481a-a631-eeabbcaa5fae service neutron] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:21.146682 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-ab0595f3-f4b2-481a-a631-eeabbcaa5fae service neutron] Transition to ACTIVE for port object ff0e15f3-9a67-41be-9b71-93e95a45f897 will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:18:21.154980 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-350e90f2-e030-40f7-96d0-ccf96748733f req-88752b27-de99-4fda-a128-518fa91bcc85 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610063
Jun 03 16:18:21.155691 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-ab0595f3-f4b2-481a-a631-eeabbcaa5fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:21.160407 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-98ef7a41-4ccb-4e2f-bf50-7ed7f7123959 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:21.315119 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0595f3-f4b2-481a-a631-eeabbcaa5fae service neutron] Pushing event updated for resources: {'Port': ['ID=ff0e15f3-9a67-41be-9b71-93e95a45f897,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:21.318000 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-ab0595f3-f4b2-481a-a631-eeabbcaa5fae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:21.359454 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-ab0595f3-f4b2-481a-a631-eeabbcaa5fae service neutron] Attempting to bind port ff0e15f3-9a67-41be-9b71-93e95a45f897 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:18:21.359860 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-ab0595f3-f4b2-481a-a631-eeabbcaa5fae service neutron] Attempting to bind port ff0e15f3-9a67-41be-9b71-93e95a45f897 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '32444300-ec9f-49ab-9cc6-b285e44b2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4201750e-bded-4d48-84d8-62df05a2c3fb'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:18:21.360364 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-ab0595f3-f4b2-481a-a631-eeabbcaa5fae service neutron] Attempting to bind port ff0e15f3-9a67-41be-9b71-93e95a45f897 on network 4201750e-bded-4d48-84d8-62df05a2c3fb {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:18:21.365244 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-ab0595f3-f4b2-481a-a631-eeabbcaa5fae service neutron] Port ff0e15f3-9a67-41be-9b71-93e95a45f897 on network 4201750e-bded-4d48-84d8-62df05a2c3fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 16:18:21.365630 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-ab0595f3-f4b2-481a-a631-eeabbcaa5fae service neutron] Attempting to bind port ff0e15f3-9a67-41be-9b71-93e95a45f897 on network 4201750e-bded-4d48-84d8-62df05a2c3fb {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:18:21.372063 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-ab0595f3-f4b2-481a-a631-eeabbcaa5fae service neutron] Checking agent: {'id': '583156db-f932-4b7a-94d3-94f9531b86fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:18:21.372512 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-ab0595f3-f4b2-481a-a631-eeabbcaa5fae service neutron] Checking segment: {'id': '32444300-ec9f-49ab-9cc6-b285e44b2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4201750e-bded-4d48-84d8-62df05a2c3fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:18:21.372987 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-ab0595f3-f4b2-481a-a631-eeabbcaa5fae service neutron] Bound using segment: {'id': '32444300-ec9f-49ab-9cc6-b285e44b2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4201750e-bded-4d48-84d8-62df05a2c3fb'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:18:21.373481 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-ab0595f3-f4b2-481a-a631-eeabbcaa5fae service neutron] Bound port: ff0e15f3-9a67-41be-9b71-93e95a45f897, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32444300-ec9f-49ab-9cc6-b285e44b2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4201750e-bded-4d48-84d8-62df05a2c3fb'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:18:21.373908 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-ab0595f3-f4b2-481a-a631-eeabbcaa5fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:21.491076 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-ab0595f3-f4b2-481a-a631-eeabbcaa5fae service neutron] For port ff0e15f3-9a67-41be-9b71-93e95a45f897, host hv-cinder-78652, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:18:21.497319 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-ab0595f3-f4b2-481a-a631-eeabbcaa5fae service neutron] For port ff0e15f3-9a67-41be-9b71-93e95a45f897, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ff0e15f3-9a67-41be-9b71-93e95a45f897,segment=NetworkSegment(32444300-ec9f-49ab-9cc6-b285e44b2fde),segment_id=32444300-ec9f-49ab-9cc6-b285e44b2fde)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:18:21.502272 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-ab0595f3-f4b2-481a-a631-eeabbcaa5fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:21.507513 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-26e0617d-50b0-49d6-b1be-d2bc03d14c17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:21.572087 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-ab0595f3-f4b2-481a-a631-eeabbcaa5fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:21.573037 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-ab0595f3-f4b2-481a-a631-eeabbcaa5fae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:21.576308 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-ab0595f3-f4b2-481a-a631-eeabbcaa5fae service neutron] 10.222.0.73 "PUT /v2.0/ports/ff0e15f3-9a67-41be-9b71-93e95a45f897 HTTP/1.1" status: 200  len: 1093 time: 1.1761353
Jun 03 16:18:21.579708 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3041d8-5662-4b0d-a700-84d250ada78a', 'tag': 'ff0e15f3-9a67-41be-9b71-93e95a45f897'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:18:21.583249 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5851c34a-5a23-468a-8752-d79eb434a3f3" -d '{"events": [{"name": "network-changed", "server_uuid": "8e3041d8-5662-4b0d-a700-84d250ada78a", "tag": "ff0e15f3-9a67-41be-9b71-93e95a45f897"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:18:21.696798 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475800a5-077e-4ee9-9016-6d8f704696ab req-84597f83-cbb0-45ba-afc1-04959c1db99a tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:21.704400 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d0dcbe-f9d3-449d-99ce-58bf1ff5a574 x-openstack-request-id: req-06d0dcbe-f9d3-449d-99ce-58bf1ff5a574 {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:18:21.704798 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e3041d8-5662-4b0d-a700-84d250ada78a", "tag": "ff0e15f3-9a67-41be-9b71-93e95a45f897", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:18:21.705156 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-06d0dcbe-f9d3-449d-99ce-58bf1ff5a574 {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:18:21.705667 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3041d8-5662-4b0d-a700-84d250ada78a', 'tag': 'ff0e15f3-9a67-41be-9b71-93e95a45f897', 'status': 'completed', 'code': 200}
Jun 03 16:18:21.706662 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0595f3-f4b2-481a-a631-eeabbcaa5fae service neutron] Pushing event updated for resources: {'Port': ['ID=ff0e15f3-9a67-41be-9b71-93e95a45f897,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:21.709372 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-475800a5-077e-4ee9-9016-6d8f704696ab req-84597f83-cbb0-45ba-afc1-04959c1db99a tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e3041d8-5662-4b0d-a700-84d250ada78a HTTP/1.1" status: 200  len: 943 time: 0.1481330
Jun 03 16:18:21.710646 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-ab0595f3-f4b2-481a-a631-eeabbcaa5fae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:21.763897 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-20e9fc24-8146-4e73-996e-9c15c966d1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:21.765547 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-20e9fc24-8146-4e73-996e-9c15c966d1f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7468f03a2da433ebc94af6cc13242b8&device_id=8e3041d8-5662-4b0d-a700-84d250ada78a HTTP/1.1" status: 200  len: 1096 time: 0.1214502
Jun 03 16:18:21.786484 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-475800a5-077e-4ee9-9016-6d8f704696ab req-6e2d49c2-4e95-4dc6-89a2-2d53da54df90 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716119
Jun 03 16:18:21.978009 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-d7924f9a-a430-46e4-9f4a-5b861fe6e632 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff0e15f3-9a67-41be-9b71-93e95a45f897 HTTP/1.1" status: 200  len: 217 time: 0.2040732
Jun 03 16:18:21.998824 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 58578) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:22.082776 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-ea59eca1-922b-47dc-be38-e5520cc89718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:22.084192 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-ea59eca1-922b-47dc-be38-e5520cc89718 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=890db160-4d07-4ff5-9d87-f61f9c555875 HTTP/1.1" status: 200  len: 854 time: 0.0988634
Jun 03 16:18:22.144255 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8acac824-bb90-4a06-9040-d3800b7ace76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:22.154418 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-5aeeae9a-bbbc-4fc0-86d2-86e09e147a37 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4201750e-bded-4d48-84d8-62df05a2c3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0620914
Jun 03 16:18:22.161477 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-8acac824-bb90-4a06-9040-d3800b7ace76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:18:22.161941 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06a264-2dfe-44f5-baff-b227c4e9b026 req-38a76e7a-70fb-49f9-a6db-341bbeed0a89 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:22.166799 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-8acac824-bb90-4a06-9040-d3800b7ace76 admin admin] Usage tracker for resource:security_group_rule and tenant:f2d7b1d398614bc4958bc4de94296e4b is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:18:22.169254 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1b06a264-2dfe-44f5-baff-b227c4e9b026 req-38a76e7a-70fb-49f9-a6db-341bbeed0a89 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=71736598-d35a-4d62-89ab-317ee3d682ca HTTP/1.1" status: 200  len: 945 time: 0.2520616
Jun 03 16:18:22.171194 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-8acac824-bb90-4a06-9040-d3800b7ace76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:18:22.177869 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-8acac824-bb90-4a06-9040-d3800b7ace76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:18:22.286499 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8acac824-bb90-4a06-9040-d3800b7ace76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:22.290691 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8acac824-bb90-4a06-9040-d3800b7ace76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:22.302575 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-08575fb4-445f-4614-bdac-0f7294e3479d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:22.339195 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1b06a264-2dfe-44f5-baff-b227c4e9b026 req-baa3151a-dda8-4f93-a9ff-eb13311424a7 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/security-groups?id=a472ef69-b24d-4a9f-bcc8-9fe47557437b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1690850
Jun 03 16:18:22.370775 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-8acac824-bb90-4a06-9040-d3800b7ace76 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f2d7b1d398614bc4958bc4de94296e4b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3705018
Jun 03 16:18:22.370775 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acac824-bb90-4a06-9040-d3800b7ace76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd7c706-aa99-4a86-ada2-a80162b8332b,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:22.371061 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 58590) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:22.372739 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8acac824-bb90-4a06-9040-d3800b7ace76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:22.409850 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-3822f6bd-f023-4930-a726-1d6f4d698e82 service neutron] 10.222.0.73 "GET /v2.0/networks/4201750e-bded-4d48-84d8-62df05a2c3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2385998
Jun 03 16:18:22.502611 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab2994-b415-4e3a-a071-1ba31b4c5631 req-d3e151c5-a1f8-41bb-950c-cfef65ce47d6 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:22.504148 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-bfab2994-b415-4e3a-a071-1ba31b4c5631 req-d3e151c5-a1f8-41bb-950c-cfef65ce47d6 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.0826480
Jun 03 16:18:22.555953 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-bfab2994-b415-4e3a-a071-1ba31b4c5631 req-fabd6468-2340-4442-b3a3-12c40a749811 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403447
Jun 03 16:18:22.580316 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176041a-fbf8-46f7-ad4a-225094547a2a req-d594ccf4-7c13-410f-9f54-41ac26610943 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:22.582095 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0176041a-fbf8-46f7-ad4a-225094547a2a req-d594ccf4-7c13-410f-9f54-41ac26610943 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.73 "GET /v2.0/ports?device_id=71736598-d35a-4d62-89ab-317ee3d682ca HTTP/1.1" status: 200  len: 945 time: 0.3403599
Jun 03 16:18:22.589816 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-872434a3-839b-4aa2-a65e-4c4f1fe50fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:22.685296 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8f59aec6-fc4a-41d8-9304-7505c1ea5e41 req-e94104a1-bf35-4100-bde4-f4d6b2e404cc service neutron] 10.222.0.73 "GET /v2.0/networks/4201750e-bded-4d48-84d8-62df05a2c3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2679193
Jun 03 16:18:22.686915 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-872434a3-839b-4aa2-a65e-4c4f1fe50fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:22.789102 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 58602) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:22.856130 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_v2 [None req-038289c2-2e9c-43f9-9877-72c3b3fa787c admin admin] Deleting subnet 7a313ef7-ae14-42ec-8aed-5fcae67b742d {{(pid=91616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 16:18:22.860933 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-038289c2-2e9c-43f9-9877-72c3b3fa787c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:22.862249 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-0176041a-fbf8-46f7-ad4a-225094547a2a req-88b24421-9c5a-4481-a98b-b8214d0c0a7f tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Deleting port a7e40715-219e-459d-8d95-cab988f389f7 {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:18:22.862590 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-0176041a-fbf8-46f7-ad4a-225094547a2a req-88b24421-9c5a-4481-a98b-b8214d0c0a7f tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:22.879431 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-872434a3-839b-4aa2-a65e-4c4f1fe50fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:22.887311 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:22.912763 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-038289c2-2e9c-43f9-9877-72c3b3fa787c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3092190'] for subnet, precommit_delete_associations {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:22.915105 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872434a3-839b-4aa2-a65e-4c4f1fe50fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd7c706-aa99-4a86-ada2-a80162b8332b,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:22.967692 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-872434a3-839b-4aa2-a65e-4c4f1fe50fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:22.971490 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-038289c2-2e9c-43f9-9877-72c3b3fa787c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722772'] for subnet, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:23.039508 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851c34a-5a23-468a-8752-d79eb434a3f3 req-8765a013-39a2-4b1a-8b6b-8704fcaedfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:23.040971 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5851c34a-5a23-468a-8752-d79eb434a3f3 req-8765a013-39a2-4b1a-8b6b-8704fcaedfb5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7468f03a2da433ebc94af6cc13242b8&device_id=8e3041d8-5662-4b0d-a700-84d250ada78a HTTP/1.1" status: 200  len: 1096 time: 0.2866650
Jun 03 16:18:23.044452 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-872434a3-839b-4aa2-a65e-4c4f1fe50fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:23.045500 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-872434a3-839b-4aa2-a65e-4c4f1fe50fa3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3cd7c706-aa99-4a86-ada2-a80162b8332b HTTP/1.1" status: 204  len: 168 time: 0.6640213
Jun 03 16:18:23.203160 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-0176041a-fbf8-46f7-ad4a-225094547a2a req-88b24421-9c5a-4481-a98b-b8214d0c0a7f tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] For port a7e40715-219e-459d-8d95-cab988f389f7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a7e40715-219e-459d-8d95-cab988f389f7,segment=NetworkSegment(94872c1c-f172-4d49-b497-8cb6f6863536),segment_id=94872c1c-f172-4d49-b497-8cb6f6863536)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:18:23.203813 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-0176041a-fbf8-46f7-ad4a-225094547a2a req-88b24421-9c5a-4481-a98b-b8214d0c0a7f tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:23.249728 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-038289c2-2e9c-43f9-9877-72c3b3fa787c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858693'] for subnet, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:23.255557 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-4d275126-1d83-470d-a9db-03a980bad5f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:23.292621 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038289c2-2e9c-43f9-9877-72c3b3fa787c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a313ef7-ae14-42ec-8aed-5fcae67b742d,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:23.297687 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-038289c2-2e9c-43f9-9877-72c3b3fa787c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:23.306828 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-038289c2-2e9c-43f9-9877-72c3b3fa787c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:23.310958 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-038289c2-2e9c-43f9-9877-72c3b3fa787c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7a313ef7-ae14-42ec-8aed-5fcae67b742d HTTP/1.1" status: 204  len: 168 time: 0.5201550
Jun 03 16:18:23.313337 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 58614) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:23.360430 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-0176041a-fbf8-46f7-ad4a-225094547a2a req-88b24421-9c5a-4481-a98b-b8214d0c0a7f tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Calling delete_port for a7e40715-219e-459d-8d95-cab988f389f7 owned by compute:nova {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:18:23.368809 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851c34a-5a23-468a-8752-d79eb434a3f3 req-2c8ef203-ce39-461d-800d-8f34397d9033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:23.370294 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5851c34a-5a23-468a-8752-d79eb434a3f3 req-2c8ef203-ce39-461d-800d-8f34397d9033 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4201750e-bded-4d48-84d8-62df05a2c3fb HTTP/1.1" status: 200  len: 915 time: 0.3143346
Jun 03 16:18:23.381866 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60a51f-2878-40e2-80a9-2c021d77ff87 req-7595070a-60a4-4765-b6ca-edbe6e7e6ebc tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:23.382500 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-7d60a51f-2878-40e2-80a9-2c021d77ff87 req-7595070a-60a4-4765-b6ca-edbe6e7e6ebc tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Synchronizing usage tracker for tenant:a7468f03a2da433ebc94af6cc13242b8 on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:18:23.472687 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1aff8ac4-440e-47f4-a8ff-69dcfd96a6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086256'] for network, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:23.547278 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5851c34a-5a23-468a-8752-d79eb434a3f3 req-ed859167-1c8a-4559-986e-4d42042a3500 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff0e15f3-9a67-41be-9b71-93e95a45f897 HTTP/1.1" status: 200  len: 217 time: 0.1579437
Jun 03 16:18:23.592072 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-7d60a51f-2878-40e2-80a9-2c021d77ff87 req-7595070a-60a4-4765-b6ca-edbe6e7e6ebc tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Unset dirty status for tenant:a7468f03a2da433ebc94af6cc13242b8 on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:18:23.598593 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7d60a51f-2878-40e2-80a9-2c021d77ff87 req-7595070a-60a4-4765-b6ca-edbe6e7e6ebc tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e3041d8-5662-4b0d-a700-84d250ada78a HTTP/1.1" status: 200  len: 943 time: 0.6886265
Jun 03 16:18:23.623187 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1aff8ac4-440e-47f4-a8ff-69dcfd96a6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8051073', 'neutron.services.segments.db._delete_segments_for_network-8727276549825'] for network, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:23.665905 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851c34a-5a23-468a-8752-d79eb434a3f3 req-750459a5-ff1d-45d6-a26c-da8c6d49b31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:23.667447 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5851c34a-5a23-468a-8752-d79eb434a3f3 req-750459a5-ff1d-45d6-a26c-da8c6d49b31e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=890db160-4d07-4ff5-9d87-f61f9c555875 HTTP/1.1" status: 200  len: 854 time: 0.1112192
Jun 03 16:18:23.683027 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.services.segments.db [None req-1aff8ac4-440e-47f4-a8ff-69dcfd96a6df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7effa1653760>,) {'filters': {'network_id': ['9466b1a1-cf2f-4f22-907e-bf68177f5d65']}} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:18:23.687692 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7d60a51f-2878-40e2-80a9-2c021d77ff87 req-d3d45c3e-329c-4dfb-a20a-6bcb24acb7e5 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836079
Jun 03 16:18:23.704554 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.services.segments.db [None req-1aff8ac4-440e-47f4-a8ff-69dcfd96a6df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7effa1653760>, '2325512d-8e9c-46a0-ae2f-2ecb4fc3da00') {'for_net_delete': True} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:18:23.705082 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.services.segments.db [None req-1aff8ac4-440e-47f4-a8ff-69dcfd96a6df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7effa1653760>, '2325512d-8e9c-46a0-ae2f-2ecb4fc3da00') {} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:18:23.730285 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1aff8ac4-440e-47f4-a8ff-69dcfd96a6df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727276553436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3092135'] for segment, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:23.757049 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1aff8ac4-440e-47f4-a8ff-69dcfd96a6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:23.780582 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7e8c6-6f61-44ea-a744-bcbdb0b97328 req-ae7444f3-7c30-45b5-a50e-a4c7115c449f tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:23.784758 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5851c34a-5a23-468a-8752-d79eb434a3f3 req-014e5b18-629e-413b-b3b9-a25c98007de8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4201750e-bded-4d48-84d8-62df05a2c3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0948210
Jun 03 16:18:23.787604 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-44a7e8c6-6f61-44ea-a744-bcbdb0b97328 req-ae7444f3-7c30-45b5-a50e-a4c7115c449f tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=71736598-d35a-4d62-89ab-317ee3d682ca HTTP/1.1" status: 200  len: 945 time: 0.1736410
Jun 03 16:18:23.789912 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aff8ac4-440e-47f4-a8ff-69dcfd96a6df admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=91616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 16:18:23.790928 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1aff8ac4-440e-47f4-a8ff-69dcfd96a6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954264'] for segment, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]: Traceback (most recent call last):
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]:     timer()
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]:     cb(*args, **kw)
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]:     return func(*args, **kwargs)
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]:     self._notify()
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]:     self.callback(batched_events)
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]:     event.method(event)
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]:     return f(self, *a, **k)
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]:     return self._get(url).json()
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]:     return self.request(url, 'GET', **kwargs)
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 16:18:23.806527 dv-cinder-786524-8-iscsi neutron-server[91616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 16:18:24.001059 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-44a7e8c6-6f61-44ea-a744-bcbdb0b97328 req-fd9a08c8-1ffb-4d1f-b493-e160809bae1e tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/security-groups?id=a472ef69-b24d-4a9f-bcc8-9fe47557437b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2125266
Jun 03 16:18:24.027587 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1aff8ac4-440e-47f4-a8ff-69dcfd96a6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380276'] for network, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:24.033525 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:24.054474 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-0176041a-fbf8-46f7-ad4a-225094547a2a req-88b24421-9c5a-4481-a98b-b8214d0c0a7f tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:24.054739 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1aff8ac4-440e-47f4-a8ff-69dcfd96a6df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:24.065690 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff8ac4-440e-47f4-a8ff-69dcfd96a6df admin admin] Pushing event deleted for resources: {'Network': ['ID=9466b1a1-cf2f-4f22-907e-bf68177f5d65,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:24.066356 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-96bf7f19-ea9e-48a0-bea4-06e54640c522 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:24.068578 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-1aff8ac4-440e-47f4-a8ff-69dcfd96a6df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:24.070404 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-1aff8ac4-440e-47f4-a8ff-69dcfd96a6df admin admin] 10.222.0.66 "DELETE /v2.0/networks/9466b1a1-cf2f-4f22-907e-bf68177f5d65 HTTP/1.1" status: 204  len: 168 time: 0.7560580
Jun 03 16:18:24.073124 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 58644) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:24.077124 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['a7e40715-219e-459d-8d95-cab988f389f7'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:18:24.119903 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 58646) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:24.124776 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b24421-9c5a-4481-a98b-b8214d0c0a7f tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Pushing event deleted for resources: {'Port': ['ID=a7e40715-219e-459d-8d95-cab988f389f7,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:24.134472 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7ed44-76db-4479-945f-f1a7e1d4bdf3 req-c8660993-d478-4bcd-8369-f926c8946982 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:24.136120 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-03d7ed44-76db-4479-945f-f1a7e1d4bdf3 req-c8660993-d478-4bcd-8369-f926c8946982 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.2667170
Jun 03 16:18:24.145993 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-88b24421-9c5a-4481-a98b-b8214d0c0a7f tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:24.149964 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd23902-386a-4af1-8a2f-9ded21bbb367 admin admin] Deleting subnet e4cd4c76-c1c6-4f00-9237-d066dac43fed {{(pid=91616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 16:18:24.151298 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5851c34a-5a23-468a-8752-d79eb434a3f3 req-c332bfae-5968-4ac4-a213-659bc03c2f0e service neutron] 10.222.0.73 "GET /v2.0/networks/4201750e-bded-4d48-84d8-62df05a2c3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3564472
Jun 03 16:18:24.154656 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-afd23902-386a-4af1-8a2f-9ded21bbb367 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:24.215517 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-afd23902-386a-4af1-8a2f-9ded21bbb367 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3092190'] for subnet, precommit_delete_associations {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:24.294743 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-afd23902-386a-4af1-8a2f-9ded21bbb367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722772'] for subnet, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:24.314909 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-0176041a-fbf8-46f7-ad4a-225094547a2a req-88b24421-9c5a-4481-a98b-b8214d0c0a7f tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] No DVR routers for this DVR port a7e40715-219e-459d-8d95-cab988f389f7 on host hv-cinder-78652 {{(pid=91617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:18:24.322752 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-03d7ed44-76db-4479-945f-f1a7e1d4bdf3 req-1176f7ff-4c0a-4ee3-9e5d-cc010b33814f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1739557
Jun 03 16:18:24.325345 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-0176041a-fbf8-46f7-ad4a-225094547a2a req-88b24421-9c5a-4481-a98b-b8214d0c0a7f tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:24.346856 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-dcc36983-f338-4030-9020-9e1f4e59493d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:24.349478 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71736598-d35a-4d62-89ab-317ee3d682ca', 'name': 'network-vif-deleted', 'tag': 'a7e40715-219e-459d-8d95-cab988f389f7'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:18:24.351786 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670862e3-74f2-4d1a-8528-927c8d534adc" -d '{"events": [{"server_uuid": "71736598-d35a-4d62-89ab-317ee3d682ca", "name": "network-vif-deleted", "tag": "a7e40715-219e-459d-8d95-cab988f389f7"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:18:24.406039 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0176041a-fbf8-46f7-ad4a-225094547a2a req-88b24421-9c5a-4481-a98b-b8214d0c0a7f tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.73 "DELETE /v2.0/ports/a7e40715-219e-459d-8d95-cab988f389f7 HTTP/1.1" status: 204  len: 173 time: 1.8135984
Jun 03 16:18:24.411439 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b515129-81dd-4cce-a715-bf8c97b24c68 x-openstack-request-id: req-8b515129-81dd-4cce-a715-bf8c97b24c68 {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:18:24.411750 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71736598-d35a-4d62-89ab-317ee3d682ca", "name": "network-vif-deleted", "tag": "a7e40715-219e-459d-8d95-cab988f389f7", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:18:24.412024 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8b515129-81dd-4cce-a715-bf8c97b24c68 {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:18:24.412424 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71736598-d35a-4d62-89ab-317ee3d682ca', 'name': 'network-vif-deleted', 'tag': 'a7e40715-219e-459d-8d95-cab988f389f7', 'status': 'completed', 'code': 200}
Jun 03 16:18:24.418506 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-dcc36983-f338-4030-9020-9e1f4e59493d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:18:24.431080 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-dcc36983-f338-4030-9020-9e1f4e59493d admin admin] Usage tracker for resource:security_group_rule and tenant:ca09d190b8b847e9ac9c437faecab729 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:18:24.435956 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-dcc36983-f338-4030-9020-9e1f4e59493d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:18:24.444357 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-dcc36983-f338-4030-9020-9e1f4e59493d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:18:24.483634 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5851c34a-5a23-468a-8752-d79eb434a3f3 req-51c4c665-dee4-44bd-bf4d-73fc798bba66 service neutron] 10.222.0.73 "GET /v2.0/networks/4201750e-bded-4d48-84d8-62df05a2c3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3020506
Jun 03 16:18:24.594014 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-dcc36983-f338-4030-9020-9e1f4e59493d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:24.600937 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-dcc36983-f338-4030-9020-9e1f4e59493d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:24.616031 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:24.644761 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-afd23902-386a-4af1-8a2f-9ded21bbb367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858693'] for subnet, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:24.651909 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:24.660607 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-dcc36983-f338-4030-9020-9e1f4e59493d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ca09d190b8b847e9ac9c437faecab729&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5229719
Jun 03 16:18:24.662192 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc36983-f338-4030-9020-9e1f4e59493d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2c856e-4a2b-4ead-83b3-f8ea7597c6bc,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:24.664555 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 58660) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:24.675922 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-dcc36983-f338-4030-9020-9e1f4e59493d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:24.694821 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd23902-386a-4af1-8a2f-9ded21bbb367 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4cd4c76-c1c6-4f00-9237-d066dac43fed,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:24.698268 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-afd23902-386a-4af1-8a2f-9ded21bbb367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:24.699631 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-afd23902-386a-4af1-8a2f-9ded21bbb367 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:24.705982 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-afd23902-386a-4af1-8a2f-9ded21bbb367 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e4cd4c76-c1c6-4f00-9237-d066dac43fed HTTP/1.1" status: 204  len: 168 time: 0.6308999
Jun 03 16:18:24.708340 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 58662) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:24.827552 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-eff189b1-b7de-44d7-b8bc-1bef1984a073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:24.847548 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-84cb77d6-f1db-46aa-8839-5d8412dd8414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086256'] for network, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:24.869347 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-eff189b1-b7de-44d7-b8bc-1bef1984a073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:24.898826 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c997e23-6757-4399-895a-d5b806015db5 req-b3c63436-3938-4403-872a-56f582d00a0d tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:24.900738 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6c997e23-6757-4399-895a-d5b806015db5 req-b3c63436-3938-4403-872a-56f582d00a0d tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e3041d8-5662-4b0d-a700-84d250ada78a HTTP/1.1" status: 200  len: 943 time: 0.0939996
Jun 03 16:18:24.927207 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device ff0e15f3-9a67-41be-9b71-93e95a45f897 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 16:18:24.949097 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6c997e23-6757-4399-895a-d5b806015db5 req-a38ab712-7f54-402d-a96b-c0a84c55c314 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410359
Jun 03 16:18:25.029962 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-84cb77d6-f1db-46aa-8839-5d8412dd8414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8051073', 'neutron.services.segments.db._delete_segments_for_network-8727276549825'] for network, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:25.045822 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-84cb77d6-f1db-46aa-8839-5d8412dd8414 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7effa1b3e910>> segment before_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:18:25.046170 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-84cb77d6-f1db-46aa-8839-5d8412dd8414 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7effa1b3e910>> subnet precommit_delete_associations 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:18:25.046898 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-84cb77d6-f1db-46aa-8839-5d8412dd8414 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7effa1c52850>> segment_host_mapping after_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:18:25.047297 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-84cb77d6-f1db-46aa-8839-5d8412dd8414 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7effa1c52850>> port after_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:18:25.047581 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-84cb77d6-f1db-46aa-8839-5d8412dd8414 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7effa1c52850>> port after_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:18:25.047936 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-84cb77d6-f1db-46aa-8839-5d8412dd8414 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7effa1c52850>> port after_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:18:25.048300 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-84cb77d6-f1db-46aa-8839-5d8412dd8414 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7effa1c52850>> segment after_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:18:25.048626 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-84cb77d6-f1db-46aa-8839-5d8412dd8414 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7effa1c52850>> subnet after_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:18:25.048927 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-84cb77d6-f1db-46aa-8839-5d8412dd8414 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7effa1c52850>> subnet after_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:18:25.049288 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-84cb77d6-f1db-46aa-8839-5d8412dd8414 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7effa1c52850>> subnet after_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:18:25.099687 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port ff0e15f3-9a67-41be-9b71-93e95a45f897, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ff0e15f3-9a67-41be-9b71-93e95a45f897,segment=NetworkSegment(32444300-ec9f-49ab-9cc6-b285e44b2fde),segment_id=32444300-ec9f-49ab-9cc6-b285e44b2fde)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:18:25.114661 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-84cb77d6-f1db-46aa-8839-5d8412dd8414 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7effa14067c0>> subnet after_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:18:25.115008 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-84cb77d6-f1db-46aa-8839-5d8412dd8414 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7effa14067c0>> subnet after_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:18:25.115337 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-84cb77d6-f1db-46aa-8839-5d8412dd8414 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7effa14067c0>> subnet before_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:18:25.115451 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Returning: {'device': 'ff0e15f3-9a67-41be-9b71-93e95a45f897', 'network_id': '4201750e-bded-4d48-84d8-62df05a2c3fb', 'port_id': 'ff0e15f3-9a67-41be-9b71-93e95a45f897', 'mac_address': 'fa:16:3e:4a:45:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '890db160-4d07-4ff5-9d87-f61f9c555875', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 16:18:25.115661 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-84cb77d6-f1db-46aa-8839-5d8412dd8414 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7effa14067c0>> subnet before_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 16:18:25.116001 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.services.segments.db [None req-84cb77d6-f1db-46aa-8839-5d8412dd8414 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7effa1b3eee0>,) {'filters': {'network_id': ['d25f4c16-16eb-4cb2-b4a4-c842d8e86ab4']}} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:18:25.126709 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-eff189b1-b7de-44d7-b8bc-1bef1984a073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:25.130749 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-5101f299-94d8-42b1-8ad8-e6fa7eef6d33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:25.146265 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff189b1-b7de-44d7-b8bc-1bef1984a073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2c856e-4a2b-4ead-83b3-f8ea7597c6bc,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:25.149713 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-eff189b1-b7de-44d7-b8bc-1bef1984a073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:25.153332 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.services.segments.db [None req-84cb77d6-f1db-46aa-8839-5d8412dd8414 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7effa1b3eee0>, 'b578fcca-ce9c-43df-ac67-0a67be05236c') {'for_net_delete': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:18:25.153726 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.services.segments.db [None req-84cb77d6-f1db-46aa-8839-5d8412dd8414 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7effa1b3eee0>, 'b578fcca-ce9c-43df-ac67-0a67be05236c') {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:18:25.204653 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-eff189b1-b7de-44d7-b8bc-1bef1984a073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:25.205814 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-eff189b1-b7de-44d7-b8bc-1bef1984a073 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3e2c856e-4a2b-4ead-83b3-f8ea7597c6bc HTTP/1.1" status: 204  len: 168 time: 0.5404675
Jun 03 16:18:25.210438 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:25.211731 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-84cb77d6-f1db-46aa-8839-5d8412dd8414 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727276553436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296617'] for segment, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:25.219745 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-3a91ccf7-cd7e-4bd0-aa68-f2872e84b306 req-3abba0a9-5861-4efc-b737-f6ccd2dd9c90 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Synchronizing usage tracker for tenant:669785fbd04141d295e72375254f7601 on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:18:25.245790 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-84cb77d6-f1db-46aa-8839-5d8412dd8414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:25.249890 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-3a91ccf7-cd7e-4bd0-aa68-f2872e84b306 req-3abba0a9-5861-4efc-b737-f6ccd2dd9c90 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Unset dirty status for tenant:669785fbd04141d295e72375254f7601 on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:18:25.253011 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3a91ccf7-cd7e-4bd0-aa68-f2872e84b306 req-3abba0a9-5861-4efc-b737-f6ccd2dd9c90 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=71736598-d35a-4d62-89ab-317ee3d682ca HTTP/1.1" status: 200  len: 210 time: 0.1024146
Jun 03 16:18:25.254319 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff0e15f3-9a67-41be-9b71-93e95a45f897 {{(pid=91618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:18:25.259698 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84cb77d6-f1db-46aa-8839-5d8412dd8414 admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=91617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 16:18:25.260266 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-84cb77d6-f1db-46aa-8839-5d8412dd8414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2387491'] for segment, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:25.273383 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port ff0e15f3-9a67-41be-9b71-93e95a45f897, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ff0e15f3-9a67-41be-9b71-93e95a45f897,segment=NetworkSegment(32444300-ec9f-49ab-9cc6-b285e44b2fde),segment_id=32444300-ec9f-49ab-9cc6-b285e44b2fde)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:   from cryptography.utils import int_from_bytes
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:   from cryptography.utils import int_from_bytes
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]: Traceback (most recent call last):
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:     timer()
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:     cb(*args, **kw)
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:     return func(*args, **kwargs)
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:     self._notify()
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:     self.callback(batched_events)
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:     event.method(event)
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:     return f(self, *a, **k)
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:     return self._get(url).json()
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:     return self.request(url, 'GET', **kwargs)
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 16:18:25.281894 dv-cinder-786524-8-iscsi neutron-server[91617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 16:18:25.288494 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:25.292036 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:25.375275 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-84cb77d6-f1db-46aa-8839-5d8412dd8414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380276'] for network, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:25.376545 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=ff0e15f3-9a67-41be-9b71-93e95a45f897,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:25.379645 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:25.380295 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:25.396933 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-84cb77d6-f1db-46aa-8839-5d8412dd8414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:25.406086 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb77d6-f1db-46aa-8839-5d8412dd8414 admin admin] Pushing event deleted for resources: {'Network': ['ID=d25f4c16-16eb-4cb2-b4a4-c842d8e86ab4,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:25.408739 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-84cb77d6-f1db-46aa-8839-5d8412dd8414 admin admin] 10.222.0.66 "DELETE /v2.0/networks/d25f4c16-16eb-4cb2-b4a4-c842d8e86ab4 HTTP/1.1" status: 204  len: 168 time: 0.6990023
Jun 03 16:18:25.409615 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-84cb77d6-f1db-46aa-8839-5d8412dd8414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:25.543251 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c026904-717e-42a8-88ea-bbedcc604ac9 req-8816091e-81b1-4d76-a455-a5bef96442fe tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:25.544739 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-3c026904-717e-42a8-88ea-bbedcc604ac9 req-8816091e-81b1-4d76-a455-a5bef96442fe tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.0891232
Jun 03 16:18:25.605245 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-3c026904-717e-42a8-88ea-bbedcc604ac9 req-e4861748-22e3-4a9b-b007-a52a7f70be79 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492554
Jun 03 16:18:25.615665 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 58682) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:25.618394 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 58684) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:25.636316 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-447bf08d-d7e3-436c-8950-0aca3f644c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:25.655090 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-447bf08d-d7e3-436c-8950-0aca3f644c96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:18:25.659481 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-447bf08d-d7e3-436c-8950-0aca3f644c96 admin admin] Usage tracker for resource:security_group_rule and tenant:2043479421a64a03a4c4d6d8fe58369d is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:18:25.662389 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-447bf08d-d7e3-436c-8950-0aca3f644c96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:18:25.665539 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-1952605e-e842-4341-9c30-180ebc46ea94 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=011535ff5a3c4154a608e283d54982b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0484767
Jun 03 16:18:25.667822 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 58688) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:25.668993 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-447bf08d-d7e3-436c-8950-0aca3f644c96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:18:25.691165 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['ff0e15f3-9a67-41be-9b71-93e95a45f897'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:18:25.732584 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-50e773be-3636-4efc-89de-dd9eecfc1311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:25.760728 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-447bf08d-d7e3-436c-8950-0aca3f644c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:25.762918 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-50e773be-3636-4efc-89de-dd9eecfc1311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:25.765691 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-447bf08d-d7e3-436c-8950-0aca3f644c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:25.774915 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-900beda5-5ced-42f2-8bff-ff0acaae4d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:25.818132 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-447bf08d-d7e3-436c-8950-0aca3f644c96 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2043479421a64a03a4c4d6d8fe58369d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1984932
Jun 03 16:18:25.820751 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 58690) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:25.822368 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447bf08d-d7e3-436c-8950-0aca3f644c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de940126-111c-46a5-b7d7-816fd5296466,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:25.826853 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-447bf08d-d7e3-436c-8950-0aca3f644c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:25.850707 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-50e773be-3636-4efc-89de-dd9eecfc1311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:25.857547 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:25.878306 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e773be-3636-4efc-89de-dd9eecfc1311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8aeca3a-8117-4038-93da-7cbac5db9b01,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:25.887386 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-50e773be-3636-4efc-89de-dd9eecfc1311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:25.895153 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-50e773be-3636-4efc-89de-dd9eecfc1311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:25.899942 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-50e773be-3636-4efc-89de-dd9eecfc1311 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b8aeca3a-8117-4038-93da-7cbac5db9b01 HTTP/1.1" status: 204  len: 168 time: 0.2275000
Jun 03 16:18:25.919579 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-dc0e34a0-922d-4111-baed-f8ff846ba33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:25.946743 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-dc0e34a0-922d-4111-baed-f8ff846ba33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:26.018906 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-dc0e34a0-922d-4111-baed-f8ff846ba33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:26.028980 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-12e9e139-1e4f-4d85-9feb-96d137c7a378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:26.042583 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e34a0-922d-4111-baed-f8ff846ba33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de940126-111c-46a5-b7d7-816fd5296466,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:26.045534 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-dc0e34a0-922d-4111-baed-f8ff846ba33b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:26.046608 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-dc0e34a0-922d-4111-baed-f8ff846ba33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:26.047987 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-dc0e34a0-922d-4111-baed-f8ff846ba33b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/de940126-111c-46a5-b7d7-816fd5296466 HTTP/1.1" status: 204  len: 168 time: 0.2257664
Jun 03 16:18:26.251181 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-82a2e574-f072-40bd-be11-be2fece269a5 req-32b9a48e-bbf7-49c2-8023-9ce354d15e9e tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=5fb7a6340d2c48439d83deb6840bf487&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0365076
Jun 03 16:18:26.256642 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141aa5d-3245-4ed6-bc02-bc0be8427739 req-aac2fb2b-0896-41f1-ab8d-50210925a510 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:26.258421 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7141aa5d-3245-4ed6-bc02-bc0be8427739 req-aac2fb2b-0896-41f1-ab8d-50210925a510 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e3041d8-5662-4b0d-a700-84d250ada78a HTTP/1.1" status: 200  len: 944 time: 0.1694777
Jun 03 16:18:26.315063 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7141aa5d-3245-4ed6-bc02-bc0be8427739 req-6c1c9429-3311-43ae-8b9f-4694fe1e4d90 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496309
Jun 03 16:18:26.435033 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2e574-f072-40bd-be11-be2fece269a5 req-6fc98f95-20e4-4ce2-b6f6-ea857f326da7 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:26.436586 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-82a2e574-f072-40bd-be11-be2fece269a5 req-6fc98f95-20e4-4ce2-b6f6-ea857f326da7 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1845903
Jun 03 16:18:26.451696 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-82a2e574-f072-40bd-be11-be2fece269a5 req-2505f39c-f39c-4ae0-98ee-c34ae1f3190e tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/quotas/5fb7a6340d2c48439d83deb6840bf487 HTTP/1.1" status: 200  len: 375 time: 0.0096822
Jun 03 16:18:26.521023 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-82a2e574-f072-40bd-be11-be2fece269a5 req-bc1b99a4-4652-43a3-8139-1cc676d6a7e5 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5fb7a6340d2c48439d83deb6840bf487&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0634694
Jun 03 16:18:26.552585 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 58726) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:26.609493 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-07515b3e-c134-4da5-8d5d-21f4570e9c61 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e05a394dd99447748707135a3a0cdd8b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0555513
Jun 03 16:18:26.611929 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 58734) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:26.715607 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0e1959df-313d-437f-82ef-638c92c09449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:26.750250 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0e1959df-313d-437f-82ef-638c92c09449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:26.866080 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-325e64fd-9659-4df0-80ea-c783cffea198 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:26.874749 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-325e64fd-9659-4df0-80ea-c783cffea198 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/networks?id=9f38d420-3b2d-4119-a67f-b82430fe1dff HTTP/1.1" status: 200  len: 808 time: 0.2041893
Jun 03 16:18:26.891383 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c8d05-8e52-484d-88e4-1fd744883c42 req-6f74ee4f-2b24-4d7e-bf64-c5c6258dd5e4 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:26.893505 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-aa9c8d05-8e52-484d-88e4-1fd744883c42 req-6f74ee4f-2b24-4d7e-bf64-c5c6258dd5e4 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.1348238
Jun 03 16:18:26.893810 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-207a13af-8963-44b1-8c68-e3572531390e tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/quotas/669785fbd04141d295e72375254f7601 HTTP/1.1" status: 200  len: 375 time: 0.0176077
Jun 03 16:18:26.916427 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0e1959df-313d-437f-82ef-638c92c09449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:26.923603 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-32f01a34-602c-4da9-a10c-e407c1c90880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:26.945340 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1959df-313d-437f-82ef-638c92c09449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fa78da-569e-49ca-b339-0465aad7aebb,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:26.950751 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device ff0e15f3-9a67-41be-9b71-93e95a45f897 up at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:18:26.953373 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-5b7bfa73-5887-4494-a888-b2937589cfc0 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=669785fbd04141d295e72375254f7601&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0584273
Jun 03 16:18:26.997514 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-0e1959df-313d-437f-82ef-638c92c09449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:27.002919 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0e1959df-313d-437f-82ef-638c92c09449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:27.004856 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-0e1959df-313d-437f-82ef-638c92c09449 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f4fa78da-569e-49ca-b339-0465aad7aebb HTTP/1.1" status: 204  len: 168 time: 0.3917952
Jun 03 16:18:27.030144 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-aa9c8d05-8e52-484d-88e4-1fd744883c42 req-634af87a-a2bf-4d93-b2f5-fcf87b992f0d tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263230
Jun 03 16:18:27.135297 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning for port ff0e15f3-9a67-41be-9b71-93e95a45f897 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:18:27.146793 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning complete for port ff0e15f3-9a67-41be-9b71-93e95a45f897 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:18:27.147187 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:27.256855 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-1e1dd1d9-1592-4952-8864-2bd83d4443fb service neutron] 10.222.0.66 "GET /v2.0/networks/9f38d420-3b2d-4119-a67f-b82430fe1dff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2889416
Jun 03 16:18:27.379613 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:27.413228 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-eccaeb64-b3d8-46da-83cf-21d17ab7fb67 service neutron] 10.222.0.66 "GET /v2.0/networks/9f38d420-3b2d-4119-a67f-b82430fe1dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1470938
Jun 03 16:18:27.448197 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port ff0e15f3-9a67-41be-9b71-93e95a45f897, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ff0e15f3-9a67-41be-9b71-93e95a45f897,segment=NetworkSegment(32444300-ec9f-49ab-9cc6-b285e44b2fde),segment_id=32444300-ec9f-49ab-9cc6-b285e44b2fde)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:18:27.454113 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3041d8-5662-4b0d-a700-84d250ada78a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0e15f3-9a67-41be-9b71-93e95a45f897'}] {{(pid=91618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:18:27.458127 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80780923b31b79766dda64912243351c94e9e307cca1e5b2e5a14cee02687ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95a3e99-0624-4e00-9231-21470f60ef46" -d '{"events": [{"server_uuid": "8e3041d8-5662-4b0d-a700-84d250ada78a", "name": "network-vif-plugged", "status": "completed", "tag": "ff0e15f3-9a67-41be-9b71-93e95a45f897"}]}' {{(pid=91618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:18:27.469733 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:27.471764 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device a7e40715-219e-459d-8d95-cab988f389f7 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:18:27.516837 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-457cf570-3350-4930-a134-d486e8ff33ba req-9be0d56c-2f47-4fa4-b0ce-80c72e65d92a tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e3d39f7-088d-4604-a5d5-e43528a6d0ab HTTP/1.1" status: 200  len: 210 time: 0.1077645
Jun 03 16:18:27.530173 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-64c42cde-8e61-4247-bf31-8d01feaeb689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:27.630550 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] No Port match for: a7e40715-219e-459d-8d95-cab988f389f7 {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:18:27.630905 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device a7e40715-219e-459d-8d95-cab988f389f7 not bound to the agent host hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:18:27.673161 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=ff0e15f3-9a67-41be-9b71-93e95a45f897,revision_number=5']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:27.687328 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:27.786243 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b8dbaa-c70c-4c77-b098-8e36db6470c3 x-openstack-request-id: req-97b8dbaa-c70c-4c77-b098-8e36db6470c3 {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:18:27.786766 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3041d8-5662-4b0d-a700-84d250ada78a", "name": "network-vif-plugged", "status": "completed", "tag": "ff0e15f3-9a67-41be-9b71-93e95a45f897", "code": 200}]} {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:18:27.787181 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-97b8dbaa-c70c-4c77-b098-8e36db6470c3 {{(pid=91618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:18:27.788291 dv-cinder-786524-8-iscsi neutron-server[91618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3041d8-5662-4b0d-a700-84d250ada78a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0e15f3-9a67-41be-9b71-93e95a45f897', 'code': 200}
Jun 03 16:18:27.864254 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470f467-d213-48b9-af16-8ffe40520710 req-7a75be23-3db3-4243-812e-43e0810fc199 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:27.865751 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1470f467-d213-48b9-af16-8ffe40520710 req-7a75be23-3db3-4243-812e-43e0810fc199 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e3041d8-5662-4b0d-a700-84d250ada78a HTTP/1.1" status: 200  len: 945 time: 0.1491494
Jun 03 16:18:27.943093 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1470f467-d213-48b9-af16-8ffe40520710 req-f44c0252-d00f-47b5-a32b-33e297ec91e2 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708773
Jun 03 16:18:27.965885 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-189c4e66-980c-4ff5-971f-60af641b7302 req-5a024af9-41ff-4f24-91db-4c4fd5afb370 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=4004ca07-d872-44e9-9546-22956185dd91 HTTP/1.1" status: 200  len: 210 time: 0.0932312
Jun 03 16:18:28.369666 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-82a2e574-f072-40bd-be11-be2fece269a5 req-32a0d26e-d600-4003-8888-5861e3393cba tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5fb7a6340d2c48439d83deb6840bf487&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0382264
Jun 03 16:18:28.391681 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080bccb-5cc5-4a33-8c78-0a6834eb8613 req-bf008221-8868-41d4-9b0c-8326e6a4705d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:28.393162 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1080bccb-5cc5-4a33-8c78-0a6834eb8613 req-bf008221-8868-41d4-9b0c-8326e6a4705d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8e3041d8-5662-4b0d-a700-84d250ada78a HTTP/1.1" status: 200  len: 1098 time: 0.2535050
Jun 03 16:18:28.394952 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acbf2b-344c-4450-9150-3f9081252499 req-4987376b-d7ae-4b11-b20a-eced3860d992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:28.396267 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-80acbf2b-344c-4450-9150-3f9081252499 req-4987376b-d7ae-4b11-b20a-eced3860d992 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 1098 time: 0.3205824
Jun 03 16:18:28.597366 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1080bccb-5cc5-4a33-8c78-0a6834eb8613 req-87a2b0d6-c8d6-42c3-909e-c073504b9fbd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978734
Jun 03 16:18:28.602565 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-80acbf2b-344c-4450-9150-3f9081252499 req-f16cb4b9-2d1f-4b91-aeee-e30d187ecff7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566639
Jun 03 16:18:28.667704 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde56065-1aac-4312-a620-20c6680957f8 req-6d26b36c-4a47-4c66-9d35-22c7378c0ab2 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:28.670027 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-fde56065-1aac-4312-a620-20c6680957f8 req-6d26b36c-4a47-4c66-9d35-22c7378c0ab2 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.4298093
Jun 03 16:18:28.676594 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2e574-f072-40bd-be11-be2fece269a5 req-5147cff8-19f3-4fbb-82ca-d17266a3ad64 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:28.678005 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-82a2e574-f072-40bd-be11-be2fece269a5 req-5147cff8-19f3-4fbb-82ca-d17266a3ad64 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2927687
Jun 03 16:18:28.733186 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-fde56065-1aac-4312-a620-20c6680957f8 req-f398e43d-57f2-43b7-8387-bd111b9ff7b3 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541732
Jun 03 16:18:28.757643 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-3c1da10f-f91d-463e-8dc7-11a65e42439b req-2d0ef219-5a65-4be9-9e78-ef3f60b78452 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e3d39f7-088d-4604-a5d5-e43528a6d0ab HTTP/1.1" status: 200  len: 210 time: 0.0634177
Jun 03 16:18:28.812796 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-82a2e574-f072-40bd-be11-be2fece269a5 req-acb5d6be-c276-42d8-9c16-3f1e370a8e50 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Request body: {'port': {'device_id': '1e3d39f7-088d-4604-a5d5-e43528a6d0ab', 'network_id': '3ac1001d-d31b-436c-bae9-e968efc61691', 'admin_state_up': True, 'tenant_id': '5fb7a6340d2c48439d83deb6840bf487'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:18:28.982091 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-82a2e574-f072-40bd-be11-be2fece269a5 req-acb5d6be-c276-42d8-9c16-3f1e370a8e50 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:18:28.986548 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-82a2e574-f072-40bd-be11-be2fece269a5 req-acb5d6be-c276-42d8-9c16-3f1e370a8e50 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Usage tracker for resource:port and tenant:5fb7a6340d2c48439d83deb6840bf487 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:18:28.989710 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-82a2e574-f072-40bd-be11-be2fece269a5 req-acb5d6be-c276-42d8-9c16-3f1e370a8e50 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:18:29.000422 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-82a2e574-f072-40bd-be11-be2fece269a5 req-acb5d6be-c276-42d8-9c16-3f1e370a8e50 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:18:29.015039 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82a2e574-f072-40bd-be11-be2fece269a5 req-acb5d6be-c276-42d8-9c16-3f1e370a8e50 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Made reservation on behalf of 5fb7a6340d2c48439d83deb6840bf487 for: {'port': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:18:29.019448 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-82a2e574-f072-40bd-be11-be2fece269a5 req-acb5d6be-c276-42d8-9c16-3f1e370a8e50 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:29.035137 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-82a2e574-f072-40bd-be11-be2fece269a5 req-acb5d6be-c276-42d8-9c16-3f1e370a8e50 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:29.051654 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-82a2e574-f072-40bd-be11-be2fece269a5 req-acb5d6be-c276-42d8-9c16-3f1e370a8e50 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:18:29.055947 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-82a2e574-f072-40bd-be11-be2fece269a5 req-acb5d6be-c276-42d8-9c16-3f1e370a8e50 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Usage tracker for resource:security_group_rule and tenant:5fb7a6340d2c48439d83deb6840bf487 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:18:29.060258 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-82a2e574-f072-40bd-be11-be2fece269a5 req-acb5d6be-c276-42d8-9c16-3f1e370a8e50 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:18:29.067073 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-82a2e574-f072-40bd-be11-be2fece269a5 req-acb5d6be-c276-42d8-9c16-3f1e370a8e50 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:18:29.185209 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-667f1cdd-9371-46db-8432-234d33d77fef req-0f703114-ee0c-4cbb-af1b-4805b9f97b34 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=4004ca07-d872-44e9-9546-22956185dd91 HTTP/1.1" status: 200  len: 210 time: 0.0510669
Jun 03 16:18:29.203972 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfec8f-1369-4736-a430-934b04c73fe4 req-85dd5b49-3379-4138-9212-c3c0f6edd3ea tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:29.228822 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-82a2e574-f072-40bd-be11-be2fece269a5 req-acb5d6be-c276-42d8-9c16-3f1e370a8e50 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:29.229600 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9adfec8f-1369-4736-a430-934b04c73fe4 req-85dd5b49-3379-4138-9212-c3c0f6edd3ea tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e3041d8-5662-4b0d-a700-84d250ada78a HTTP/1.1" status: 200  len: 945 time: 0.1192284
Jun 03 16:18:29.235440 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-82a2e574-f072-40bd-be11-be2fece269a5 req-acb5d6be-c276-42d8-9c16-3f1e370a8e50 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:29.238652 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-8ad5736d-d269-448a-a065-2faef491aee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:29.351167 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5d6be-c276-42d8-9c16-3f1e370a8e50 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf90072b-5c9b-4d06-aa1d-b4609512da76,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:29.358303 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-acb5d6be-c276-42d8-9c16-3f1e370a8e50 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:29.375828 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9adfec8f-1369-4736-a430-934b04c73fe4 req-e405558e-f699-41a5-9f52-35eb735ae390 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1452479
Jun 03 16:18:29.463221 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [req-82a2e574-f072-40bd-be11-be2fece269a5 req-acb5d6be-c276-42d8-9c16-3f1e370a8e50 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Allocated IP 192.168.233.219 (3ac1001d-d31b-436c-bae9-e968efc61691/f56d54c8-43b1-43fd-b962-92daf5e7e8ec/68b2971a-4a85-4c98-b8fe-6360ca5b5ec6) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:18:29.803687 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-70cded1a-ffa8-440f-ae08-8d43a63835f0 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:29.808173 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-70cded1a-ffa8-440f-ae08-8d43a63835f0 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.73 "GET /v2.0/networks?id=9f38d420-3b2d-4119-a67f-b82430fe1dff HTTP/1.1" status: 200  len: 808 time: 0.3387897
Jun 03 16:18:29.943889 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-86f5b91f-b874-4914-8139-a3b2321e3652 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Request body: {'port': {'device_id': '4004ca07-d872-44e9-9546-22956185dd91', 'network_id': '9f38d420-3b2d-4119-a67f-b82430fe1dff', 'admin_state_up': True, 'tenant_id': '669785fbd04141d295e72375254f7601'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:18:30.067120 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-392d1ffb-5d2e-4dac-8d6c-888fc35be633 req-3f3aa6ab-e907-4fa8-b59e-ba676bc953f0 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e3d39f7-088d-4604-a5d5-e43528a6d0ab HTTP/1.1" status: 200  len: 210 time: 0.0624135
Jun 03 16:18:30.088041 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c988c-fc2d-4e00-aaf9-825b61ab2e82 req-8b252e21-32b8-44c9-8e32-c68c87e5cc9c tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:30.091006 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-411c988c-fc2d-4e00-aaf9-825b61ab2e82 req-8b252e21-32b8-44c9-8e32-c68c87e5cc9c tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.0925441
Jun 03 16:18:30.186668 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-411c988c-fc2d-4e00-aaf9-825b61ab2e82 req-b0be20a8-41ce-4292-a209-b5bb9e0835ff tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797796
Jun 03 16:18:30.197038 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-82a2e574-f072-40bd-be11-be2fece269a5 req-acb5d6be-c276-42d8-9c16-3f1e370a8e50 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:30.256905 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [req-82a2e574-f072-40bd-be11-be2fece269a5 req-acb5d6be-c276-42d8-9c16-3f1e370a8e50 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Transition to ACTIVE for port object 68b2971a-4a85-4c98-b8fe-6360ca5b5ec6 will not be triggered until provisioned by entity DHCP. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:18:30.278325 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-86f5b91f-b874-4914-8139-a3b2321e3652 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:18:30.294266 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-86f5b91f-b874-4914-8139-a3b2321e3652 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:18:30.330235 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-86f5b91f-b874-4914-8139-a3b2321e3652 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Made reservation on behalf of 669785fbd04141d295e72375254f7601 for: {'port': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:18:30.336893 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-86f5b91f-b874-4914-8139-a3b2321e3652 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:30.357697 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-82a2e574-f072-40bd-be11-be2fece269a5 req-acb5d6be-c276-42d8-9c16-3f1e370a8e50 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:30.371658 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-88b24421-9c5a-4481-a98b-b8214d0c0a7f tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:30.399262 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-69f20417-29b2-475c-9fc9-e7dcd7d1f7b4 req-73202fab-d802-4eb3-9922-f47c01808a3b tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=4004ca07-d872-44e9-9546-22956185dd91 HTTP/1.1" status: 200  len: 210 time: 0.0502162
Jun 03 16:18:30.434271 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82a2e574-f072-40bd-be11-be2fece269a5 req-acb5d6be-c276-42d8-9c16-3f1e370a8e50 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Network 3ac1001d-d31b-436c-bae9-e968efc61691 is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:18:30.438825 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [req-82a2e574-f072-40bd-be11-be2fece269a5 req-acb5d6be-c276-42d8-9c16-3f1e370a8e50 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Resources bound (agent type, host, resource id):  {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:18:30.441857 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a2e574-f072-40bd-be11-be2fece269a5 req-acb5d6be-c276-42d8-9c16-3f1e370a8e50 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:18:30.603349 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d32b3a-7107-432b-be5b-3b8a42f41a96 req-352e05f3-8c20-4a10-b645-2577587d1b23 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:30.605148 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c8d32b3a-7107-432b-be5b-3b8a42f41a96 req-352e05f3-8c20-4a10-b645-2577587d1b23 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e3041d8-5662-4b0d-a700-84d250ada78a HTTP/1.1" status: 200  len: 945 time: 0.0922232
Jun 03 16:18:30.643219 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5d6be-c276-42d8-9c16-3f1e370a8e50 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Pushing event updated for resources: {'Port': ['ID=68b2971a-4a85-4c98-b8fe-6360ca5b5ec6,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:30.646707 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-acb5d6be-c276-42d8-9c16-3f1e370a8e50 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:30.658019 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2e574-f072-40bd-be11-be2fece269a5 req-acb5d6be-c276-42d8-9c16-3f1e370a8e50 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:30.658578 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-82a2e574-f072-40bd-be11-be2fece269a5 req-acb5d6be-c276-42d8-9c16-3f1e370a8e50 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:30.661643 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c8d32b3a-7107-432b-be5b-3b8a42f41a96 req-d07e8155-52a6-4b2c-ba0b-649b3acd715b tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495660
Jun 03 16:18:30.707468 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-6bad0ef4-16df-4e76-aecf-2940229c2632 None None] Provisioning for port 68b2971a-4a85-4c98-b8fe-6360ca5b5ec6 completed by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:18:30.714310 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-6bad0ef4-16df-4e76-aecf-2940229c2632 None None] Provisioning complete for port 68b2971a-4a85-4c98-b8fe-6360ca5b5ec6 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:18:30.714966 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-6bad0ef4-16df-4e76-aecf-2940229c2632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:30.783074 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-82a2e574-f072-40bd-be11-be2fece269a5 req-acb5d6be-c276-42d8-9c16-3f1e370a8e50 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.9776535
Jun 03 16:18:30.784128 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-86f5b91f-b874-4914-8139-a3b2321e3652 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Allocated IP 172.20.0.10 (9f38d420-3b2d-4119-a67f-b82430fe1dff/65bbe529-3508-4f7b-90d3-4ca24fcff3ca/1cd62ff8-2e8d-44b1-993b-c477cf1b8de7) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:18:30.791087 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-6bad0ef4-16df-4e76-aecf-2940229c2632 None None] Port 68b2971a-4a85-4c98-b8fe-6360ca5b5ec6 cannot update to ACTIVE because it is not bound. {{(pid=91618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 16:18:30.804327 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-82a2e574-f072-40bd-be11-be2fece269a5 req-ec24b934-b490-4eb0-a879-9039369e50c8 service neutron] Request body: {'port': {'device_id': '1e3d39f7-088d-4604-a5d5-e43528a6d0ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:18:30.854566 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fca476-d82f-4234-8347-7ce4a83b3ccb req-b22d0f68-c0c3-49d3-acfb-b47df7a6601d tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:30.855984 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c3fca476-d82f-4234-8347-7ce4a83b3ccb req-b22d0f68-c0c3-49d3-acfb-b47df7a6601d tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.3294129
Jun 03 16:18:31.071842 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c3fca476-d82f-4234-8347-7ce4a83b3ccb req-03ecd854-9006-4437-9316-3ab76c817290 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2066057
Jun 03 16:18:31.097509 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-82a2e574-f072-40bd-be11-be2fece269a5 req-ec24b934-b490-4eb0-a879-9039369e50c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:31.328108 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-86f5b91f-b874-4914-8139-a3b2321e3652 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:31.424190 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a624fcc-f199-4771-84b4-b16bd716b036 req-7df34d70-2e47-4897-b75b-0a1f83002a89 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:31.433129 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6a624fcc-f199-4771-84b4-b16bd716b036 req-7df34d70-2e47-4897-b75b-0a1f83002a89 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e3d39f7-088d-4604-a5d5-e43528a6d0ab HTTP/1.1" status: 200  len: 936 time: 0.1594982
Jun 03 16:18:31.491355 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6a624fcc-f199-4771-84b4-b16bd716b036 req-789d9552-325e-4456-893f-a1faae4530eb tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90072b-5c9b-4d06-aa1d-b4609512da76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565498
Jun 03 16:18:31.538548 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-86f5b91f-b874-4914-8139-a3b2321e3652 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:31.577101 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-92318176-75b5-4a0c-82d8-c3bf5cf1b16b tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:31.672320 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-86f5b91f-b874-4914-8139-a3b2321e3652 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Network 9f38d420-3b2d-4119-a67f-b82430fe1dff is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:18:31.677509 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-86f5b91f-b874-4914-8139-a3b2321e3652 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Resources bound (agent type, host, resource id):  {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:18:31.689327 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-86f5b91f-b874-4914-8139-a3b2321e3652 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:18:31.733557 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae40f4-c245-43bd-b169-ec90275a4555 req-a15c63e7-1248-43fa-b930-7069b1798fad tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:31.734969 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-3eae40f4-c245-43bd-b169-ec90275a4555 req-a15c63e7-1248-43fa-b930-7069b1798fad tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=4004ca07-d872-44e9-9546-22956185dd91 HTTP/1.1" status: 200  len: 932 time: 0.1091197
Jun 03 16:18:31.845177 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-3eae40f4-c245-43bd-b169-ec90275a4555 req-2962f86d-5007-42bd-9560-36347e740da1 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/security-groups?id=a472ef69-b24d-4a9f-bcc8-9fe47557437b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923223
Jun 03 16:18:31.862320 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f5b91f-b874-4914-8139-a3b2321e3652 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Pushing event updated for resources: {'Port': ['ID=1cd62ff8-2e8d-44b1-993b-c477cf1b8de7,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:31.877603 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-86f5b91f-b874-4914-8139-a3b2321e3652 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:31.962883 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-86f5b91f-b874-4914-8139-a3b2321e3652 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:31.963497 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-86f5b91f-b874-4914-8139-a3b2321e3652 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:32.005676 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-86f5b91f-b874-4914-8139-a3b2321e3652 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0913103
Jun 03 16:18:32.007540 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [req-82a2e574-f072-40bd-be11-be2fece269a5 req-ec24b934-b490-4eb0-a879-9039369e50c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b2971a-4a85-4c98-b8fe-6360ca5b5ec6 {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:18:32.016246 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-82a2e574-f072-40bd-be11-be2fece269a5 req-ec24b934-b490-4eb0-a879-9039369e50c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:32.031634 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [req-82a2e574-f072-40bd-be11-be2fece269a5 req-ec24b934-b490-4eb0-a879-9039369e50c8 service neutron] Transition to ACTIVE for port object 68b2971a-4a85-4c98-b8fe-6360ca5b5ec6 will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:18:32.036344 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-82a2e574-f072-40bd-be11-be2fece269a5 req-ec24b934-b490-4eb0-a879-9039369e50c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2387463'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:32.041317 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-47c285c6-3f76-4466-b638-8625616a3400 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:32.208510 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24b934-b490-4eb0-a879-9039369e50c8 service neutron] Pushing event updated for resources: {'Port': ['ID=68b2971a-4a85-4c98-b8fe-6360ca5b5ec6,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:32.217554 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-ec24b934-b490-4eb0-a879-9039369e50c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:32.309767 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-82a2e574-f072-40bd-be11-be2fece269a5 req-ec24b934-b490-4eb0-a879-9039369e50c8 service neutron] Attempting to bind port 68b2971a-4a85-4c98-b8fe-6360ca5b5ec6 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:18:32.310383 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-82a2e574-f072-40bd-be11-be2fece269a5 req-ec24b934-b490-4eb0-a879-9039369e50c8 service neutron] Attempting to bind port 68b2971a-4a85-4c98-b8fe-6360ca5b5ec6 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '418dffd2-386a-4344-b9b7-d8ecc50f9469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '3ac1001d-d31b-436c-bae9-e968efc61691'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:18:32.311011 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a2e574-f072-40bd-be11-be2fece269a5 req-ec24b934-b490-4eb0-a879-9039369e50c8 service neutron] Attempting to bind port 68b2971a-4a85-4c98-b8fe-6360ca5b5ec6 on network 3ac1001d-d31b-436c-bae9-e968efc61691 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:18:32.317120 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a2e574-f072-40bd-be11-be2fece269a5 req-ec24b934-b490-4eb0-a879-9039369e50c8 service neutron] Port 68b2971a-4a85-4c98-b8fe-6360ca5b5ec6 on network 3ac1001d-d31b-436c-bae9-e968efc61691 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 16:18:32.317440 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a2e574-f072-40bd-be11-be2fece269a5 req-ec24b934-b490-4eb0-a879-9039369e50c8 service neutron] Attempting to bind port 68b2971a-4a85-4c98-b8fe-6360ca5b5ec6 on network 3ac1001d-d31b-436c-bae9-e968efc61691 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:18:32.323275 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a2e574-f072-40bd-be11-be2fece269a5 req-ec24b934-b490-4eb0-a879-9039369e50c8 service neutron] Checking agent: {'id': '583156db-f932-4b7a-94d3-94f9531b86fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:18:32.323671 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a2e574-f072-40bd-be11-be2fece269a5 req-ec24b934-b490-4eb0-a879-9039369e50c8 service neutron] Checking segment: {'id': '418dffd2-386a-4344-b9b7-d8ecc50f9469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '3ac1001d-d31b-436c-bae9-e968efc61691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:18:32.325233 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a2e574-f072-40bd-be11-be2fece269a5 req-ec24b934-b490-4eb0-a879-9039369e50c8 service neutron] Bound using segment: {'id': '418dffd2-386a-4344-b9b7-d8ecc50f9469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '3ac1001d-d31b-436c-bae9-e968efc61691'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:18:32.325686 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-82a2e574-f072-40bd-be11-be2fece269a5 req-ec24b934-b490-4eb0-a879-9039369e50c8 service neutron] Bound port: 68b2971a-4a85-4c98-b8fe-6360ca5b5ec6, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '418dffd2-386a-4344-b9b7-d8ecc50f9469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '3ac1001d-d31b-436c-bae9-e968efc61691'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:18:32.326175 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-82a2e574-f072-40bd-be11-be2fece269a5 req-ec24b934-b490-4eb0-a879-9039369e50c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:32.429906 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-82a2e574-f072-40bd-be11-be2fece269a5 req-ec24b934-b490-4eb0-a879-9039369e50c8 service neutron] For port 68b2971a-4a85-4c98-b8fe-6360ca5b5ec6, host hv-cinder-78652, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:18:32.432841 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-82a2e574-f072-40bd-be11-be2fece269a5 req-ec24b934-b490-4eb0-a879-9039369e50c8 service neutron] For port 68b2971a-4a85-4c98-b8fe-6360ca5b5ec6, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=68b2971a-4a85-4c98-b8fe-6360ca5b5ec6,segment=NetworkSegment(418dffd2-386a-4344-b9b7-d8ecc50f9469),segment_id=418dffd2-386a-4344-b9b7-d8ecc50f9469)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:18:32.437431 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-82a2e574-f072-40bd-be11-be2fece269a5 req-ec24b934-b490-4eb0-a879-9039369e50c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2387463'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:32.440998 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-2de27333-a4ac-4438-9983-e648930f0c5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:32.493879 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2e574-f072-40bd-be11-be2fece269a5 req-ec24b934-b490-4eb0-a879-9039369e50c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:32.494485 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-82a2e574-f072-40bd-be11-be2fece269a5 req-ec24b934-b490-4eb0-a879-9039369e50c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:32.495841 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-82a2e574-f072-40bd-be11-be2fece269a5 req-ec24b934-b490-4eb0-a879-9039369e50c8 service neutron] 10.222.0.73 "PUT /v2.0/ports/68b2971a-4a85-4c98-b8fe-6360ca5b5ec6 HTTP/1.1" status: 200  len: 1098 time: 1.6991639
Jun 03 16:18:32.496519 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3d39f7-088d-4604-a5d5-e43528a6d0ab', 'tag': '68b2971a-4a85-4c98-b8fe-6360ca5b5ec6'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:18:32.498908 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79567446-7232-4b74-8f69-9aad2b12710b" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3d39f7-088d-4604-a5d5-e43528a6d0ab", "tag": "68b2971a-4a85-4c98-b8fe-6360ca5b5ec6"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:18:32.526531 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24b934-b490-4eb0-a879-9039369e50c8 service neutron] Pushing event updated for resources: {'Port': ['ID=68b2971a-4a85-4c98-b8fe-6360ca5b5ec6,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:32.530564 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-ec24b934-b490-4eb0-a879-9039369e50c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:32.558934 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c21ebcd-ea9b-495c-b73c-64f4b541ffa5 x-openstack-request-id: req-1c21ebcd-ea9b-495c-b73c-64f4b541ffa5 {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:18:32.559804 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3d39f7-088d-4604-a5d5-e43528a6d0ab", "tag": "68b2971a-4a85-4c98-b8fe-6360ca5b5ec6", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:18:32.560233 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1c21ebcd-ea9b-495c-b73c-64f4b541ffa5 {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:18:32.560803 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3d39f7-088d-4604-a5d5-e43528a6d0ab', 'tag': '68b2971a-4a85-4c98-b8fe-6360ca5b5ec6', 'status': 'completed', 'code': 200}
Jun 03 16:18:32.725807 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefab10c-d1a6-401e-88cd-c20122dfc5d1 req-ad5b1541-5fb9-454b-8537-416a1c6b5fc2 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:32.726404 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-fefab10c-d1a6-401e-88cd-c20122dfc5d1 req-ad5b1541-5fb9-454b-8537-416a1c6b5fc2 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Synchronizing usage tracker for tenant:5fb7a6340d2c48439d83deb6840bf487 on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:18:32.742081 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-fefab10c-d1a6-401e-88cd-c20122dfc5d1 req-ad5b1541-5fb9-454b-8537-416a1c6b5fc2 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Unset dirty status for tenant:5fb7a6340d2c48439d83deb6840bf487 on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:18:32.743191 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-fefab10c-d1a6-401e-88cd-c20122dfc5d1 req-ad5b1541-5fb9-454b-8537-416a1c6b5fc2 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e3d39f7-088d-4604-a5d5-e43528a6d0ab HTTP/1.1" status: 200  len: 948 time: 0.0992773
Jun 03 16:18:32.770083 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:18:32.790451 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-fefab10c-d1a6-401e-88cd-c20122dfc5d1 req-58495894-d23e-4d94-8ccf-f4b6053168c4 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Synchronizing usage tracker for tenant:5fb7a6340d2c48439d83deb6840bf487 on resource:security_group {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:18:32.807457 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-fefab10c-d1a6-401e-88cd-c20122dfc5d1 req-58495894-d23e-4d94-8ccf-f4b6053168c4 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Unset dirty status for tenant:5fb7a6340d2c48439d83deb6840bf487 on resource:security_group {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:18:32.809423 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-fefab10c-d1a6-401e-88cd-c20122dfc5d1 req-58495894-d23e-4d94-8ccf-f4b6053168c4 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90072b-5c9b-4d06-aa1d-b4609512da76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583746
Jun 03 16:18:35.088974 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-33b0bd9d-4714-4327-a6ea-79a34a36165a service neutron] Request body: {'port': {'device_id': '4004ca07-d872-44e9-9546-22956185dd91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:18:35.312562 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-33b0bd9d-4714-4327-a6ea-79a34a36165a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:35.343496 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79567446-7232-4b74-8f69-9aad2b12710b req-4ff9c16c-f803-4af2-875c-fef35fde06ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:35.345039 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-79567446-7232-4b74-8f69-9aad2b12710b req-4ff9c16c-f803-4af2-875c-fef35fde06ae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5fb7a6340d2c48439d83deb6840bf487&device_id=1e3d39f7-088d-4604-a5d5-e43528a6d0ab HTTP/1.1" status: 200  len: 1101 time: 0.2184305
Jun 03 16:18:35.412944 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-79567446-7232-4b74-8f69-9aad2b12710b req-9a5ad2d4-f06f-4188-82c8-8ebb4652bd03 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=5fb7a6340d2c48439d83deb6840bf487&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0401022
Jun 03 16:18:35.494504 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a592a51-6035-40a1-a904-f6f5fedd133d req-c71b6054-617b-44ce-b54c-d96e53a758da tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:35.494504 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-5a592a51-6035-40a1-a904-f6f5fedd133d req-c71b6054-617b-44ce-b54c-d96e53a758da tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Synchronizing usage tracker for tenant:669785fbd04141d295e72375254f7601 on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:18:35.645011 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-5a592a51-6035-40a1-a904-f6f5fedd133d req-c71b6054-617b-44ce-b54c-d96e53a758da tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Unset dirty status for tenant:669785fbd04141d295e72375254f7601 on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:18:35.651552 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5a592a51-6035-40a1-a904-f6f5fedd133d req-c71b6054-617b-44ce-b54c-d96e53a758da tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=4004ca07-d872-44e9-9546-22956185dd91 HTTP/1.1" status: 200  len: 932 time: 0.4089837
Jun 03 16:18:35.686385 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b9075-2a66-4e16-bda6-b05a69722aa4 req-43ac36b7-f143-4802-bf00-016d0339fd5d tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:35.693334 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-d40b9075-2a66-4e16-bda6-b05a69722aa4 req-43ac36b7-f143-4802-bf00-016d0339fd5d tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e3d39f7-088d-4604-a5d5-e43528a6d0ab HTTP/1.1" status: 200  len: 948 time: 0.1125345
Jun 03 16:18:35.734516 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-d40b9075-2a66-4e16-bda6-b05a69722aa4 req-c229e0df-2305-4356-8813-2ffe2ee1ee1a tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90072b-5c9b-4d06-aa1d-b4609512da76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398796
Jun 03 16:18:35.777876 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79567446-7232-4b74-8f69-9aad2b12710b req-040d5ab9-751d-4c44-aa09-3d16cd09230e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:35.779504 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-79567446-7232-4b74-8f69-9aad2b12710b req-040d5ab9-751d-4c44-aa09-3d16cd09230e service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3557315
Jun 03 16:18:35.800676 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5a592a51-6035-40a1-a904-f6f5fedd133d req-89c83dc1-569f-43b3-aa31-3b16764794d9 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/security-groups?id=a472ef69-b24d-4a9f-bcc8-9fe47557437b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482983
Jun 03 16:18:35.973920 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-33b0bd9d-4714-4327-a6ea-79a34a36165a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cd62ff8-2e8d-44b1-993b-c477cf1b8de7 {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:18:35.984876 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2e574-f072-40bd-be11-be2fece269a5 req-50e4fb95-b4b9-40a7-878a-08a238fa90a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:35.986394 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-82a2e574-f072-40bd-be11-be2fece269a5 req-50e4fb95-b4b9-40a7-878a-08a238fa90a4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5fb7a6340d2c48439d83deb6840bf487&device_id=1e3d39f7-088d-4604-a5d5-e43528a6d0ab HTTP/1.1" status: 200  len: 1101 time: 0.1512120
Jun 03 16:18:35.988240 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-33b0bd9d-4714-4327-a6ea-79a34a36165a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:36.072031 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-33b0bd9d-4714-4327-a6ea-79a34a36165a service neutron] Transition to ACTIVE for port object 1cd62ff8-2e8d-44b1-993b-c477cf1b8de7 will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:18:36.073842 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-82a2e574-f072-40bd-be11-be2fece269a5 req-569045a2-21ff-4683-9032-9c103cda8038 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=68b2971a-4a85-4c98-b8fe-6360ca5b5ec6 HTTP/1.1" status: 200  len: 217 time: 0.0743749
Jun 03 16:18:36.076803 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-33b0bd9d-4714-4327-a6ea-79a34a36165a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2387463'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:36.081533 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:36.258089 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0bd9d-4714-4327-a6ea-79a34a36165a service neutron] Pushing event updated for resources: {'Port': ['ID=1cd62ff8-2e8d-44b1-993b-c477cf1b8de7,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:36.265701 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-33b0bd9d-4714-4327-a6ea-79a34a36165a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:36.423258 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2e574-f072-40bd-be11-be2fece269a5 req-9aa1e607-7523-4997-b5d5-718cdfbd4bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:36.424714 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-82a2e574-f072-40bd-be11-be2fece269a5 req-9aa1e607-7523-4997-b5d5-718cdfbd4bf3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f56d54c8-43b1-43fd-b962-92daf5e7e8ec HTTP/1.1" status: 200  len: 843 time: 0.1998317
Jun 03 16:18:36.509829 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-33b0bd9d-4714-4327-a6ea-79a34a36165a service neutron] Attempting to bind port 1cd62ff8-2e8d-44b1-993b-c477cf1b8de7 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:18:36.510170 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-33b0bd9d-4714-4327-a6ea-79a34a36165a service neutron] Attempting to bind port 1cd62ff8-2e8d-44b1-993b-c477cf1b8de7 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '94872c1c-f172-4d49-b497-8cb6f6863536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '9f38d420-3b2d-4119-a67f-b82430fe1dff'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:18:36.510493 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-33b0bd9d-4714-4327-a6ea-79a34a36165a service neutron] Attempting to bind port 1cd62ff8-2e8d-44b1-993b-c477cf1b8de7 on network 9f38d420-3b2d-4119-a67f-b82430fe1dff {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:18:36.519230 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-33b0bd9d-4714-4327-a6ea-79a34a36165a service neutron] Port 1cd62ff8-2e8d-44b1-993b-c477cf1b8de7 on network 9f38d420-3b2d-4119-a67f-b82430fe1dff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 16:18:36.519409 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-33b0bd9d-4714-4327-a6ea-79a34a36165a service neutron] Attempting to bind port 1cd62ff8-2e8d-44b1-993b-c477cf1b8de7 on network 9f38d420-3b2d-4119-a67f-b82430fe1dff {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:18:36.527179 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-33b0bd9d-4714-4327-a6ea-79a34a36165a service neutron] Checking agent: {'id': '583156db-f932-4b7a-94d3-94f9531b86fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:18:36.527517 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-33b0bd9d-4714-4327-a6ea-79a34a36165a service neutron] Checking segment: {'id': '94872c1c-f172-4d49-b497-8cb6f6863536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '9f38d420-3b2d-4119-a67f-b82430fe1dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:18:36.527901 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-33b0bd9d-4714-4327-a6ea-79a34a36165a service neutron] Bound using segment: {'id': '94872c1c-f172-4d49-b497-8cb6f6863536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '9f38d420-3b2d-4119-a67f-b82430fe1dff'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:18:36.528434 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-33b0bd9d-4714-4327-a6ea-79a34a36165a service neutron] Bound port: 1cd62ff8-2e8d-44b1-993b-c477cf1b8de7, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94872c1c-f172-4d49-b497-8cb6f6863536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '9f38d420-3b2d-4119-a67f-b82430fe1dff'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:18:36.528792 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-33b0bd9d-4714-4327-a6ea-79a34a36165a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:36.670379 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2e574-f072-40bd-be11-be2fece269a5 req-98fc1e85-5df6-4145-88ff-3cdb3cf5dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:36.671799 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-82a2e574-f072-40bd-be11-be2fece269a5 req-98fc1e85-5df6-4145-88ff-3cdb3cf5dfe4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3ac1001d-d31b-436c-bae9-e968efc61691&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2360311
Jun 03 16:18:36.762645 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-33b0bd9d-4714-4327-a6ea-79a34a36165a service neutron] For port 1cd62ff8-2e8d-44b1-993b-c477cf1b8de7, host hv-cinder-78652, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:18:36.851607 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-33b0bd9d-4714-4327-a6ea-79a34a36165a service neutron] For port 1cd62ff8-2e8d-44b1-993b-c477cf1b8de7, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1cd62ff8-2e8d-44b1-993b-c477cf1b8de7,segment=NetworkSegment(94872c1c-f172-4d49-b497-8cb6f6863536),segment_id=94872c1c-f172-4d49-b497-8cb6f6863536)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:18:36.873387 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-33b0bd9d-4714-4327-a6ea-79a34a36165a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2387463'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:36.879630 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-86f5b91f-b874-4914-8139-a3b2321e3652 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:36.935928 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8eee76-cb2f-458f-91d1-554768a9444c req-47700d86-e2a5-4605-8a09-2f30df1f849a tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:36.937504 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ea8eee76-cb2f-458f-91d1-554768a9444c req-47700d86-e2a5-4605-8a09-2f30df1f849a tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e3d39f7-088d-4604-a5d5-e43528a6d0ab HTTP/1.1" status: 200  len: 948 time: 0.0898926
Jun 03 16:18:36.964362 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-33b0bd9d-4714-4327-a6ea-79a34a36165a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:36.965658 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-33b0bd9d-4714-4327-a6ea-79a34a36165a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:36.967494 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-33b0bd9d-4714-4327-a6ea-79a34a36165a service neutron] 10.222.0.73 "PUT /v2.0/ports/1cd62ff8-2e8d-44b1-993b-c477cf1b8de7 HTTP/1.1" status: 200  len: 1094 time: 1.8828690
Jun 03 16:18:36.968237 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-92346fb8-49b2-4324-b6dc-6c1d47525635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:36.978366 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4004ca07-d872-44e9-9546-22956185dd91', 'tag': '1cd62ff8-2e8d-44b1-993b-c477cf1b8de7'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:18:36.980872 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66021869-eab0-4320-9e2d-11dca6a9b0a9" -d '{"events": [{"name": "network-changed", "server_uuid": "4004ca07-d872-44e9-9546-22956185dd91", "tag": "1cd62ff8-2e8d-44b1-993b-c477cf1b8de7"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:18:36.994996 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ea8eee76-cb2f-458f-91d1-554768a9444c req-15e3b066-f86c-4f3e-8d10-7da8f014ff2f tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90072b-5c9b-4d06-aa1d-b4609512da76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514569
Jun 03 16:18:37.007704 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-82a2e574-f072-40bd-be11-be2fece269a5 req-7bb09c74-a936-4aa3-8fd3-7c307ce14602 service neutron] 10.222.0.73 "GET /v2.0/networks/3ac1001d-d31b-436c-bae9-e968efc61691?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3219843
Jun 03 16:18:37.016260 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afaf42-8bed-4dd0-8ca9-46995072f31e req-07620e38-c00c-46cd-8a93-80f00927c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:37.017743 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-89afaf42-8bed-4dd0-8ca9-46995072f31e req-07620e38-c00c-46cd-8a93-80f00927c39d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac92454434b9488fb13bd0596cb98647&device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 1098 time: 0.3986301
Jun 03 16:18:37.030352 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0bd9d-4714-4327-a6ea-79a34a36165a service neutron] Pushing event updated for resources: {'Port': ['ID=1cd62ff8-2e8d-44b1-993b-c477cf1b8de7,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:37.034220 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-33b0bd9d-4714-4327-a6ea-79a34a36165a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:37.041937 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56bf6c-d36e-44f8-90b9-9b21173d6312 req-ffcaa35f-b87b-4c73-819d-6960af8d6057 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:37.043524 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7f56bf6c-d36e-44f8-90b9-9b21173d6312 req-ffcaa35f-b87b-4c73-819d-6960af8d6057 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.3609674
Jun 03 16:18:37.166317 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9513a-f7ee-4d02-83e9-06ca903d4cb4 req-4df9beb7-31f3-41d5-b829-39f5d110f85a tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:37.168044 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-93b9513a-f7ee-4d02-83e9-06ca903d4cb4 req-4df9beb7-31f3-41d5-b829-39f5d110f85a tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=4004ca07-d872-44e9-9546-22956185dd91 HTTP/1.1" status: 200  len: 944 time: 0.0843639
Jun 03 16:18:37.221511 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-93b9513a-f7ee-4d02-83e9-06ca903d4cb4 req-b1eaef55-5172-4853-8c53-f9954a6b0653 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/security-groups?id=a472ef69-b24d-4a9f-bcc8-9fe47557437b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473497
Jun 03 16:18:37.320563 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b54add2-9bf6-4e78-8cc1-86de25070a1a x-openstack-request-id: req-1b54add2-9bf6-4e78-8cc1-86de25070a1a {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:18:37.321104 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4004ca07-d872-44e9-9546-22956185dd91", "tag": "1cd62ff8-2e8d-44b1-993b-c477cf1b8de7", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:18:37.321213 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1b54add2-9bf6-4e78-8cc1-86de25070a1a {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:18:37.321559 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4004ca07-d872-44e9-9546-22956185dd91', 'tag': '1cd62ff8-2e8d-44b1-993b-c477cf1b8de7', 'status': 'completed', 'code': 200}
Jun 03 16:18:37.340649 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7f56bf6c-d36e-44f8-90b9-9b21173d6312 req-715411ee-ff20-424d-a279-35f33540757d tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2734928
Jun 03 16:18:37.392829 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-82a2e574-f072-40bd-be11-be2fece269a5 req-6af1e008-b55d-46ad-a5e2-b33917e34dee service neutron] 10.222.0.73 "GET /v2.0/networks/3ac1001d-d31b-436c-bae9-e968efc61691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3482368
Jun 03 16:18:37.399738 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afaf42-8bed-4dd0-8ca9-46995072f31e req-4f908360-a78f-4452-a428-e98210d15777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:37.401391 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-89afaf42-8bed-4dd0-8ca9-46995072f31e req-4f908360-a78f-4452-a428-e98210d15777 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eaa05f56-e2a3-4209-b334-8745e58b65ca HTTP/1.1" status: 200  len: 920 time: 0.3381999
Jun 03 16:18:37.414370 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-a8bb2da0-6a97-484f-8e2c-57cb0a6153fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:37.416208 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-a8bb2da0-6a97-484f-8e2c-57cb0a6153fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=669785fbd04141d295e72375254f7601&device_id=4004ca07-d872-44e9-9546-22956185dd91 HTTP/1.1" status: 200  len: 1097 time: 0.3500860
Jun 03 16:18:37.537042 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-89afaf42-8bed-4dd0-8ca9-46995072f31e req-f703c852-e46b-4647-bc0d-b6d034dd6861 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ecd3046-ff96-45a4-bae9-a8694691d76e HTTP/1.1" status: 200  len: 217 time: 0.1251016
Jun 03 16:18:37.545261 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-0796ca7d-181d-455b-bb45-bb63aebe376a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cd62ff8-2e8d-44b1-993b-c477cf1b8de7 HTTP/1.1" status: 200  len: 217 time: 0.0707545
Jun 03 16:18:37.659282 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afaf42-8bed-4dd0-8ca9-46995072f31e req-adb612f6-bdcc-4257-b0d3-1750afb5883e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:37.659282 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-89afaf42-8bed-4dd0-8ca9-46995072f31e req-adb612f6-bdcc-4257-b0d3-1750afb5883e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=37b858f2-9061-4689-8f39-93d3aae83f42 HTTP/1.1" status: 200  len: 859 time: 0.1128497
Jun 03 16:18:37.660304 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-14c2260c-741f-4007-9e19-2affef26faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:37.661801 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-14c2260c-741f-4007-9e19-2affef26faaa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=65bbe529-3508-4f7b-90d3-4ca24fcff3ca HTTP/1.1" status: 200  len: 848 time: 0.0853667
Jun 03 16:18:37.834011 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-89afaf42-8bed-4dd0-8ca9-46995072f31e req-8ae767bb-b5ed-4be6-a3b2-ae3873e59074 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eaa05f56-e2a3-4209-b334-8745e58b65ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1602015
Jun 03 16:18:37.835943 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-1a1e2fe0-95b8-4bf6-b28b-b3a3ac23565f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f38d420-3b2d-4119-a67f-b82430fe1dff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0546412
Jun 03 16:18:38.097801 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-89afaf42-8bed-4dd0-8ca9-46995072f31e req-7d7ac6af-882f-48bf-a036-5fb8c4423fc7 service neutron] 10.222.0.73 "GET /v2.0/networks/eaa05f56-e2a3-4209-b334-8745e58b65ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2452390
Jun 03 16:18:38.100923 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-fcb5c3d0-05b0-4a36-a0b8-854f7e208274 service neutron] 10.222.0.73 "GET /v2.0/networks/9f38d420-3b2d-4119-a67f-b82430fe1dff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2471926
Jun 03 16:18:38.182741 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7386bf-a272-48f1-83a2-7e5572e7ff2e req-fdcebb87-7877-4d6a-b19e-20b442d1e1c6 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:38.184917 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9a7386bf-a272-48f1-83a2-7e5572e7ff2e req-fdcebb87-7877-4d6a-b19e-20b442d1e1c6 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e3d39f7-088d-4604-a5d5-e43528a6d0ab HTTP/1.1" status: 200  len: 948 time: 0.0795884
Jun 03 16:18:38.243267 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9a7386bf-a272-48f1-83a2-7e5572e7ff2e req-6cc340b3-44f5-4214-b723-513d032dfe6d tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90072b-5c9b-4d06-aa1d-b4609512da76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412133
Jun 03 16:18:38.416423 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-89afaf42-8bed-4dd0-8ca9-46995072f31e req-1e6e179d-ac15-4816-93a4-eef3ff7832de service neutron] 10.222.0.73 "GET /v2.0/networks/eaa05f56-e2a3-4209-b334-8745e58b65ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2980833
Jun 03 16:18:38.420962 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-96c76b09-051e-48df-9ca0-3c0ef2465b8c req-1109e438-e3dc-4825-b20b-8b0025e2e43c service neutron] 10.222.0.73 "GET /v2.0/networks/9f38d420-3b2d-4119-a67f-b82430fe1dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3013480
Jun 03 16:18:38.458348 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad76b2a-781c-4724-bf2e-fcbc4a6449ad req-f6c36320-f1f7-46bb-b89b-53aac26abc6c tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:38.459832 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-cad76b2a-781c-4724-bf2e-fcbc4a6449ad req-f6c36320-f1f7-46bb-b89b-53aac26abc6c tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=4004ca07-d872-44e9-9546-22956185dd91 HTTP/1.1" status: 200  len: 944 time: 0.1219032
Jun 03 16:18:38.536456 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7cdee-ed93-449d-9405-df33ed90d03f req-f9adcd01-2631-43a2-a503-5aa802c8ca8c tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:38.538575 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-21f7cdee-ed93-449d-9405-df33ed90d03f req-f9adcd01-2631-43a2-a503-5aa802c8ca8c tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.0878162
Jun 03 16:18:38.572276 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-cad76b2a-781c-4724-bf2e-fcbc4a6449ad req-cff98d13-cdcf-4eeb-b371-f6a2bb4b969b tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/security-groups?id=a472ef69-b24d-4a9f-bcc8-9fe47557437b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045513
Jun 03 16:18:38.587154 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-21f7cdee-ed93-449d-9405-df33ed90d03f req-29ae1856-0add-4c2e-90fc-6f6c3915bc72 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410614
Jun 03 16:18:38.598515 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66021869-eab0-4320-9e2d-11dca6a9b0a9 req-202faa8d-180a-41e4-8e0a-997eb165c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:38.600096 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-66021869-eab0-4320-9e2d-11dca6a9b0a9 req-202faa8d-180a-41e4-8e0a-997eb165c275 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=669785fbd04141d295e72375254f7601&device_id=4004ca07-d872-44e9-9546-22956185dd91 HTTP/1.1" status: 200  len: 1097 time: 0.1073954
Jun 03 16:18:38.732186 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:38.750321 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66021869-eab0-4320-9e2d-11dca6a9b0a9 req-664a67dc-9ba1-4c71-9a6c-6d3c511f765c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:38.751800 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-66021869-eab0-4320-9e2d-11dca6a9b0a9 req-664a67dc-9ba1-4c71-9a6c-6d3c511f765c service neutron] 10.222.0.73 "GET /v2.0/networks?id=9f38d420-3b2d-4119-a67f-b82430fe1dff HTTP/1.1" status: 200  len: 909 time: 0.1372828
Jun 03 16:18:38.821411 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-66021869-eab0-4320-9e2d-11dca6a9b0a9 req-7e238f51-6635-4942-af0b-10449e9567a3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cd62ff8-2e8d-44b1-993b-c477cf1b8de7 HTTP/1.1" status: 200  len: 217 time: 0.0587034
Jun 03 16:18:38.889984 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66021869-eab0-4320-9e2d-11dca6a9b0a9 req-5b63d6cf-8e1c-48ee-bed8-d93c565919cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:38.891346 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-66021869-eab0-4320-9e2d-11dca6a9b0a9 req-5b63d6cf-8e1c-48ee-bed8-d93c565919cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=65bbe529-3508-4f7b-90d3-4ca24fcff3ca HTTP/1.1" status: 200  len: 848 time: 0.0614028
Jun 03 16:18:38.943469 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-66021869-eab0-4320-9e2d-11dca6a9b0a9 req-df4f1fb7-85d7-400a-ab3e-a07f93e01a0e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f38d420-3b2d-4119-a67f-b82430fe1dff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431633
Jun 03 16:18:39.076588 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-66021869-eab0-4320-9e2d-11dca6a9b0a9 req-eeaa7798-69de-4d21-90a3-2f9fabcd898e service neutron] 10.222.0.73 "GET /v2.0/networks/9f38d420-3b2d-4119-a67f-b82430fe1dff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251779
Jun 03 16:18:39.215679 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-66021869-eab0-4320-9e2d-11dca6a9b0a9 req-269a24d2-f893-4826-8c00-55d78a0c9159 service neutron] 10.222.0.73 "GET /v2.0/networks/9f38d420-3b2d-4119-a67f-b82430fe1dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1312563
Jun 03 16:18:39.429751 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:39.459361 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc0939-4893-4e0c-b25f-f8786a1c5e49 req-5edc6f9a-eb52-4f2a-825b-4995fc85b9ed tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:39.461935 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-edbc0939-4893-4e0c-b25f-f8786a1c5e49 req-5edc6f9a-eb52-4f2a-825b-4995fc85b9ed tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e3d39f7-088d-4604-a5d5-e43528a6d0ab HTTP/1.1" status: 200  len: 948 time: 0.1026235
Jun 03 16:18:39.591896 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-edbc0939-4893-4e0c-b25f-f8786a1c5e49 req-377858a9-c3af-4f71-9532-95eb168fab3c tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90072b-5c9b-4d06-aa1d-b4609512da76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228800
Jun 03 16:18:39.680282 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 59078) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:39.738152 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-aa1f16f5-d42a-4f16-92a8-72c51f4d4bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:39.799759 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a46e73-98e8-41ab-8deb-570c19311ed4 req-d9274715-76c3-40de-bd5b-cebc856677a2 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:39.801348 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c1a46e73-98e8-41ab-8deb-570c19311ed4 req-d9274715-76c3-40de-bd5b-cebc856677a2 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=4004ca07-d872-44e9-9546-22956185dd91 HTTP/1.1" status: 200  len: 944 time: 0.0992773
Jun 03 16:18:39.804048 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aee3fa-15bb-4441-9ad8-cb409ac93eea req-feeae9b2-6849-4e2b-ada5-55fedda689f0 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:39.805878 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c8aee3fa-15bb-4441-9ad8-cb409ac93eea req-feeae9b2-6849-4e2b-ada5-55fedda689f0 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.0982969
Jun 03 16:18:39.844053 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-eac5a3f3-7831-4bfe-aec1-5d3752a17385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:39.855233 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c1a46e73-98e8-41ab-8deb-570c19311ed4 req-394cf938-36a9-4c37-a318-e78e1246f591 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/security-groups?id=a472ef69-b24d-4a9f-bcc8-9fe47557437b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414436
Jun 03 16:18:39.870225 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-eac5a3f3-7831-4bfe-aec1-5d3752a17385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:18:39.878912 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-eac5a3f3-7831-4bfe-aec1-5d3752a17385 admin admin] Usage tracker for resource:security_group_rule and tenant:6f3aacff8df14a909602e45e4f0e61e0 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:18:39.884570 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-eac5a3f3-7831-4bfe-aec1-5d3752a17385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:18:39.893970 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-eac5a3f3-7831-4bfe-aec1-5d3752a17385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:18:39.898220 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c8aee3fa-15bb-4441-9ad8-cb409ac93eea req-546a6f0b-c835-4c32-9036-d0fe29178776 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759902
Jun 03 16:18:39.982289 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-eac5a3f3-7831-4bfe-aec1-5d3752a17385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:39.986611 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-eac5a3f3-7831-4bfe-aec1-5d3752a17385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:40.000669 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-b94e4793-fc46-43b9-97f3-465cb8fd7547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:40.045734 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-eac5a3f3-7831-4bfe-aec1-5d3752a17385 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6f3aacff8df14a909602e45e4f0e61e0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3642964
Jun 03 16:18:40.046336 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 59088) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:40.048084 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5a3f3-7831-4bfe-aec1-5d3752a17385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85920f8a-6f28-446b-8d66-33b7cf20c610,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:40.051289 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-eac5a3f3-7831-4bfe-aec1-5d3752a17385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:40.115419 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-725466a6-64eb-495a-9c4d-6fcf074bd14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:40.144067 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-725466a6-64eb-495a-9c4d-6fcf074bd14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:40.196888 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-725466a6-64eb-495a-9c4d-6fcf074bd14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:40.201566 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:40.215898 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725466a6-64eb-495a-9c4d-6fcf074bd14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85920f8a-6f28-446b-8d66-33b7cf20c610,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:40.218665 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-725466a6-64eb-495a-9c4d-6fcf074bd14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:40.220627 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-725466a6-64eb-495a-9c4d-6fcf074bd14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:40.221745 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-725466a6-64eb-495a-9c4d-6fcf074bd14e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/85920f8a-6f28-446b-8d66-33b7cf20c610 HTTP/1.1" status: 204  len: 168 time: 0.1744394
Jun 03 16:18:40.505493 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 59098) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:40.524973 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4f8eac36-ca72-4751-98ec-5a45be5bf2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:40.540351 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-4f8eac36-ca72-4751-98ec-5a45be5bf2cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:18:40.544892 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-4f8eac36-ca72-4751-98ec-5a45be5bf2cb admin admin] Usage tracker for resource:security_group_rule and tenant:1545ca1db8e14d41a7714683986f9f71 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:18:40.548053 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-4f8eac36-ca72-4751-98ec-5a45be5bf2cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:18:40.554171 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-4f8eac36-ca72-4751-98ec-5a45be5bf2cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:18:40.640269 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4f8eac36-ca72-4751-98ec-5a45be5bf2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:40.644020 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4f8eac36-ca72-4751-98ec-5a45be5bf2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:40.656029 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-5b2ab3bf-689c-4d52-bfdf-ca24887ba3b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:40.695148 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-4f8eac36-ca72-4751-98ec-5a45be5bf2cb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1545ca1db8e14d41a7714683986f9f71&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1884940
Jun 03 16:18:40.696871 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8eac36-ca72-4751-98ec-5a45be5bf2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b6157c-cdae-472e-ad30-d0e9d1957ed7,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:40.697954 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 59104) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:40.700361 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-4f8eac36-ca72-4751-98ec-5a45be5bf2cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:40.743968 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:40.819973 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-dd73cd05-7fff-4d9e-ad2b-25a8279ba45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:40.848649 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a741a76-aa58-49e4-bc27-d44f20d47f20 req-ac50ea8c-7318-460a-b242-603ac609ddf2 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:40.850146 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6a741a76-aa58-49e4-bc27-d44f20d47f20 req-ac50ea8c-7318-460a-b242-603ac609ddf2 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e3d39f7-088d-4604-a5d5-e43528a6d0ab HTTP/1.1" status: 200  len: 948 time: 0.1383200
Jun 03 16:18:40.878210 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-dd73cd05-7fff-4d9e-ad2b-25a8279ba45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:40.932003 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6a741a76-aa58-49e4-bc27-d44f20d47f20 req-e298b206-c349-4736-8ea3-4922dc47c962 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90072b-5c9b-4d06-aa1d-b4609512da76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741580
Jun 03 16:18:40.967214 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-dd73cd05-7fff-4d9e-ad2b-25a8279ba45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:40.974775 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-57d69f56-0179-4769-8b9e-71e56a659b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:40.993086 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73cd05-7fff-4d9e-ad2b-25a8279ba45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b6157c-cdae-472e-ad30-d0e9d1957ed7,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:40.993788 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-dd73cd05-7fff-4d9e-ad2b-25a8279ba45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:40.997204 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-dd73cd05-7fff-4d9e-ad2b-25a8279ba45b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/83b6157c-cdae-472e-ad30-d0e9d1957ed7 HTTP/1.1" status: 204  len: 168 time: 0.2961199
Jun 03 16:18:40.997204 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-dd73cd05-7fff-4d9e-ad2b-25a8279ba45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:41.018720 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 68b2971a-4a85-4c98-b8fe-6360ca5b5ec6 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 16:18:41.080175 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c31d4-6327-4536-b9f2-d197069e8f05 req-e1a1788f-0bbf-4da7-95ad-686d84121c73 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:41.090007 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1b4c31d4-6327-4536-b9f2-d197069e8f05 req-e1a1788f-0bbf-4da7-95ad-686d84121c73 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=4004ca07-d872-44e9-9546-22956185dd91 HTTP/1.1" status: 200  len: 944 time: 0.1148796
Jun 03 16:18:41.157951 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1b4c31d4-6327-4536-b9f2-d197069e8f05 req-08ffb322-fc0f-4593-a46f-f10a2e4d66bd tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/security-groups?id=a472ef69-b24d-4a9f-bcc8-9fe47557437b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666304
Jun 03 16:18:41.232413 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 68b2971a-4a85-4c98-b8fe-6360ca5b5ec6, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=68b2971a-4a85-4c98-b8fe-6360ca5b5ec6,segment=NetworkSegment(418dffd2-386a-4344-b9b7-d8ecc50f9469),segment_id=418dffd2-386a-4344-b9b7-d8ecc50f9469)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:18:41.248444 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Returning: {'device': '68b2971a-4a85-4c98-b8fe-6360ca5b5ec6', 'network_id': '3ac1001d-d31b-436c-bae9-e968efc61691', 'port_id': '68b2971a-4a85-4c98-b8fe-6360ca5b5ec6', 'mac_address': 'fa:16:3e:19:63:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56d54c8-43b1-43fd-b962-92daf5e7e8ec', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 16:18:41.306817 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:41.327080 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b2971a-4a85-4c98-b8fe-6360ca5b5ec6 {{(pid=91618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:18:41.329724 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88ea45-d3de-4c3d-aa5a-39d90cb103a4 req-9c396a71-9ff7-46d8-b67e-2a143ef97b11 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:41.333529 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ea88ea45-d3de-4c3d-aa5a-39d90cb103a4 req-9c396a71-9ff7-46d8-b67e-2a143ef97b11 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.0966339
Jun 03 16:18:41.361353 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 68b2971a-4a85-4c98-b8fe-6360ca5b5ec6, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=68b2971a-4a85-4c98-b8fe-6360ca5b5ec6,segment=NetworkSegment(418dffd2-386a-4344-b9b7-d8ecc50f9469),segment_id=418dffd2-386a-4344-b9b7-d8ecc50f9469)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:18:41.367101 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:41.370773 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:41.389010 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ea88ea45-d3de-4c3d-aa5a-39d90cb103a4 req-e1663e13-797e-406f-9ff3-5be28f7ff5a3 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502894
Jun 03 16:18:41.451481 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=68b2971a-4a85-4c98-b8fe-6360ca5b5ec6,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:41.454465 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:41.806387 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['68b2971a-4a85-4c98-b8fe-6360ca5b5ec6'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:18:42.124966 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61166d-6822-4679-80ec-c9ccc7d40ff7 req-9b786c67-aae3-4f70-83eb-1970493bdee6 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:42.126560 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ab61166d-6822-4679-80ec-c9ccc7d40ff7 req-9b786c67-aae3-4f70-83eb-1970493bdee6 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e3d39f7-088d-4604-a5d5-e43528a6d0ab HTTP/1.1" status: 200  len: 949 time: 0.0865674
Jun 03 16:18:42.180908 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ab61166d-6822-4679-80ec-c9ccc7d40ff7 req-fd0d8667-12d1-45ef-b24f-1f52d083ef44 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90072b-5c9b-4d06-aa1d-b4609512da76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482354
Jun 03 16:18:42.183799 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:42.360916 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1e020-4336-4ffe-a8e0-056e9a2d2e8a req-a72057f1-1436-4713-a584-57c56e2b4f74 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:42.360916 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-28c1e020-4336-4ffe-a8e0-056e9a2d2e8a req-a72057f1-1436-4713-a584-57c56e2b4f74 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=4004ca07-d872-44e9-9546-22956185dd91 HTTP/1.1" status: 200  len: 944 time: 0.0873520
Jun 03 16:18:42.409551 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-28c1e020-4336-4ffe-a8e0-056e9a2d2e8a req-031655d1-1cb2-4cf3-a618-c2684d285988 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/security-groups?id=a472ef69-b24d-4a9f-bcc8-9fe47557437b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471504
Jun 03 16:18:42.616543 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ef10b-ee18-41d5-800c-5723bd956709 req-0c51ea60-8e9d-46ec-8bba-3f578686b95d tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:42.618027 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5e9ef10b-ee18-41d5-800c-5723bd956709 req-0c51ea60-8e9d-46ec-8bba-3f578686b95d tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.0928512
Jun 03 16:18:42.669405 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5e9ef10b-ee18-41d5-800c-5723bd956709 req-e7ca54cf-b0ce-4eb0-a683-46340f6e2bf8 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450504
Jun 03 16:18:43.032840 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 1cd62ff8-2e8d-44b1-993b-c477cf1b8de7 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 16:18:43.035214 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 68b2971a-4a85-4c98-b8fe-6360ca5b5ec6 up at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:18:43.225509 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 59194) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:43.262757 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning for port 68b2971a-4a85-4c98-b8fe-6360ca5b5ec6 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:18:43.278284 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning complete for port 68b2971a-4a85-4c98-b8fe-6360ca5b5ec6 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:18:43.279040 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:43.382001 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 1cd62ff8-2e8d-44b1-993b-c477cf1b8de7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1cd62ff8-2e8d-44b1-993b-c477cf1b8de7,segment=NetworkSegment(94872c1c-f172-4d49-b497-8cb6f6863536),segment_id=94872c1c-f172-4d49-b497-8cb6f6863536)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:18:43.404901 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Returning: {'device': '1cd62ff8-2e8d-44b1-993b-c477cf1b8de7', 'network_id': '9f38d420-3b2d-4119-a67f-b82430fe1dff', 'port_id': '1cd62ff8-2e8d-44b1-993b-c477cf1b8de7', 'mac_address': 'fa:16:3e:f4:af:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65bbe529-3508-4f7b-90d3-4ca24fcff3ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 16:18:43.411588 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615386b-c40f-4f3e-b471-b3c8edc7297b req-19de7bd6-2772-4854-888c-c83dfc5f4727 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:43.419009 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0615386b-c40f-4f3e-b471-b3c8edc7297b req-19de7bd6-2772-4854-888c-c83dfc5f4727 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e3d39f7-088d-4604-a5d5-e43528a6d0ab HTTP/1.1" status: 200  len: 949 time: 0.0987360
Jun 03 16:18:43.455302 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e8975912-8ead-4c58-961b-f7bbf4d595cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:43.486399 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e8975912-8ead-4c58-961b-f7bbf4d595cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:18:43.490794 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0615386b-c40f-4f3e-b471-b3c8edc7297b req-361ae898-1511-4f24-a6ae-07d7c046fd1e tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90072b-5c9b-4d06-aa1d-b4609512da76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710101
Jun 03 16:18:43.493239 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-e8975912-8ead-4c58-961b-f7bbf4d595cd admin admin] Usage tracker for resource:security_group_rule and tenant:01f3e15a88df475298fdd1c3946acc33 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:18:43.497386 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-e8975912-8ead-4c58-961b-f7bbf4d595cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:18:43.507504 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:43.518340 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e8975912-8ead-4c58-961b-f7bbf4d595cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:18:43.538150 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cd62ff8-2e8d-44b1-993b-c477cf1b8de7 {{(pid=91618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:18:43.564705 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:43.579496 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 1cd62ff8-2e8d-44b1-993b-c477cf1b8de7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1cd62ff8-2e8d-44b1-993b-c477cf1b8de7,segment=NetworkSegment(94872c1c-f172-4d49-b497-8cb6f6863536),segment_id=94872c1c-f172-4d49-b497-8cb6f6863536)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:18:43.592890 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:43.601915 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:43.630766 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3d39f7-088d-4604-a5d5-e43528a6d0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b2971a-4a85-4c98-b8fe-6360ca5b5ec6'}] {{(pid=91618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:18:43.633045 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80780923b31b79766dda64912243351c94e9e307cca1e5b2e5a14cee02687ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e2f07d-660c-4d95-bf8b-1b443d809c81" -d '{"events": [{"server_uuid": "1e3d39f7-088d-4604-a5d5-e43528a6d0ab", "name": "network-vif-plugged", "status": "completed", "tag": "68b2971a-4a85-4c98-b8fe-6360ca5b5ec6"}]}' {{(pid=91618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:18:43.687202 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 68b2971a-4a85-4c98-b8fe-6360ca5b5ec6, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=68b2971a-4a85-4c98-b8fe-6360ca5b5ec6,segment=NetworkSegment(418dffd2-386a-4344-b9b7-d8ecc50f9469),segment_id=418dffd2-386a-4344-b9b7-d8ecc50f9469)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:18:43.687447 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e8975912-8ead-4c58-961b-f7bbf4d595cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:43.693166 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e8975912-8ead-4c58-961b-f7bbf4d595cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:43.695435 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:43.701381 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=1cd62ff8-2e8d-44b1-993b-c477cf1b8de7,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:43.704544 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:43.705399 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:43.712622 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820d66d-6e79-45bb-a548-29e388dc8ef5 req-5922082a-6f07-44ec-9d78-1e732ec07473 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:43.714677 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0820d66d-6e79-45bb-a548-29e388dc8ef5 req-5922082a-6f07-44ec-9d78-1e732ec07473 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=4004ca07-d872-44e9-9546-22956185dd91 HTTP/1.1" status: 200  len: 945 time: 0.0972490
Jun 03 16:18:43.782347 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=68b2971a-4a85-4c98-b8fe-6360ca5b5ec6,revision_number=5']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:43.787919 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:43.790617 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0820d66d-6e79-45bb-a548-29e388dc8ef5 req-5fd9476b-148d-43d2-8e72-3183eaf5e5ed tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/security-groups?id=a472ef69-b24d-4a9f-bcc8-9fe47557437b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651023
Jun 03 16:18:43.791798 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9f5c66-2e40-42b9-8dea-326d5344d934 x-openstack-request-id: req-fe9f5c66-2e40-42b9-8dea-326d5344d934 {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:18:43.793036 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3d39f7-088d-4604-a5d5-e43528a6d0ab", "name": "network-vif-plugged", "status": "completed", "tag": "68b2971a-4a85-4c98-b8fe-6360ca5b5ec6", "code": 200}]} {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:18:43.793319 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fe9f5c66-2e40-42b9-8dea-326d5344d934 {{(pid=91618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:18:43.793718 dv-cinder-786524-8-iscsi neutron-server[91618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3d39f7-088d-4604-a5d5-e43528a6d0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b2971a-4a85-4c98-b8fe-6360ca5b5ec6', 'code': 200}
Jun 03 16:18:43.796016 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8acac824-bb90-4a06-9040-d3800b7ace76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:43.827323 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-e8975912-8ead-4c58-961b-f7bbf4d595cd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=01f3e15a88df475298fdd1c3946acc33&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5970945
Jun 03 16:18:43.828056 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 59214) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:43.829751 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8975912-8ead-4c58-961b-f7bbf4d595cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae59269-c597-4c6e-87e3-8a2e66df473f,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:43.832973 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e8975912-8ead-4c58-961b-f7bbf4d595cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:43.903616 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-68c48962-269b-459c-affd-a9065e626668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:43.933652 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-68c48962-269b-459c-affd-a9065e626668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:44.002694 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-68c48962-269b-459c-affd-a9065e626668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:44.006872 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-1cfe21d9-dde1-4ec1-956b-3dddb29d085f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:44.022440 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c48962-269b-459c-affd-a9065e626668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae59269-c597-4c6e-87e3-8a2e66df473f,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:44.029135 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['1cd62ff8-2e8d-44b1-993b-c477cf1b8de7'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:18:44.089176 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-68c48962-269b-459c-affd-a9065e626668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:44.090161 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-68c48962-269b-459c-affd-a9065e626668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:44.103423 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-68c48962-269b-459c-affd-a9065e626668 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9ae59269-c597-4c6e-87e3-8a2e66df473f HTTP/1.1" status: 204  len: 168 time: 0.2704780
Jun 03 16:18:44.159228 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42cc452-6a35-4f2e-9ce9-3d2dff757829 req-a46fe644-dc64-4dfb-bb1a-d7c863f23d23 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:44.160906 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b42cc452-6a35-4f2e-9ce9-3d2dff757829 req-a46fe644-dc64-4dfb-bb1a-d7c863f23d23 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.0973849
Jun 03 16:18:44.173394 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ab4ef-7a77-45aa-9da3-9f490849bcc7 req-2963f6ae-c34e-4032-9d41-b0a9bddecd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:44.174905 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ab4ab4ef-7a77-45aa-9da3-9f490849bcc7 req-2963f6ae-c34e-4032-9d41-b0a9bddecd49 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1e3d39f7-088d-4604-a5d5-e43528a6d0ab HTTP/1.1" status: 200  len: 1103 time: 0.1503959
Jun 03 16:18:44.224478 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b42cc452-6a35-4f2e-9ce9-3d2dff757829 req-b4a8344a-b7ec-41c1-9649-feffe71658d7 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577652
Jun 03 16:18:44.263271 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ab4ab4ef-7a77-45aa-9da3-9f490849bcc7 req-bbe43170-7838-433b-b1c3-a65af9792508 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cf90072b-5c9b-4d06-aa1d-b4609512da76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781767
Jun 03 16:18:44.465349 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 59230) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:44.482919 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-20ba51ee-751e-42eb-9125-fc48a58769e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:44.497262 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-20ba51ee-751e-42eb-9125-fc48a58769e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:18:44.501090 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-20ba51ee-751e-42eb-9125-fc48a58769e9 admin admin] Usage tracker for resource:security_group_rule and tenant:057627b120b04b2992e390fd563c36f7 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:18:44.503899 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-20ba51ee-751e-42eb-9125-fc48a58769e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:18:44.509652 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-20ba51ee-751e-42eb-9125-fc48a58769e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:18:44.601437 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-20ba51ee-751e-42eb-9125-fc48a58769e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:44.606973 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-20ba51ee-751e-42eb-9125-fc48a58769e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:44.615586 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8ad5773d-f44f-4d1e-9497-2c4365c3c98c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:44.659278 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-20ba51ee-751e-42eb-9125-fc48a58769e9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=057627b120b04b2992e390fd563c36f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1898780
Jun 03 16:18:44.659278 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba51ee-751e-42eb-9125-fc48a58769e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d73fd8-ceb3-4725-bafa-debe9fe25ff0,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:44.659673 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 59234) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:44.660751 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-20ba51ee-751e-42eb-9125-fc48a58769e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:44.742660 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a0ef2942-06dd-4bea-8d4c-f6b8ce893048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:44.771892 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c5915-6458-4c0f-8cda-128a2892d0af req-30e7cc73-e48c-497e-b1b2-929e31358b89 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:44.773350 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-6e9c5915-6458-4c0f-8cda-128a2892d0af req-30e7cc73-e48c-497e-b1b2-929e31358b89 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e3d39f7-088d-4604-a5d5-e43528a6d0ab HTTP/1.1" status: 200  len: 950 time: 0.1510725
Jun 03 16:18:44.788385 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a0ef2942-06dd-4bea-8d4c-f6b8ce893048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:44.860348 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-6e9c5915-6458-4c0f-8cda-128a2892d0af req-4ce4fde8-a3ff-480d-ac56-e27178712d27 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90072b-5c9b-4d06-aa1d-b4609512da76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768867
Jun 03 16:18:44.882576 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a0ef2942-06dd-4bea-8d4c-f6b8ce893048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:44.886508 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-3ab24cca-eb84-4dbb-83f8-e22d6b92151e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:44.897895 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef2942-06dd-4bea-8d4c-f6b8ce893048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d73fd8-ceb3-4725-bafa-debe9fe25ff0,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:44.899981 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a0ef2942-06dd-4bea-8d4c-f6b8ce893048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:44.905631 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a0ef2942-06dd-4bea-8d4c-f6b8ce893048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:44.909001 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-a0ef2942-06dd-4bea-8d4c-f6b8ce893048 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/96d73fd8-ceb3-4725-bafa-debe9fe25ff0 HTTP/1.1" status: 204  len: 168 time: 0.2461343
Jun 03 16:18:45.050056 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa07dcc-ddc7-40ea-937f-0a0ea6e2147e req-4ca287b8-bfc5-4c75-bdc6-cdcb7be392b2 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:45.051624 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9fa07dcc-ddc7-40ea-937f-0a0ea6e2147e req-4ca287b8-bfc5-4c75-bdc6-cdcb7be392b2 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=4004ca07-d872-44e9-9546-22956185dd91 HTTP/1.1" status: 200  len: 945 time: 0.0820677
Jun 03 16:18:45.117029 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9fa07dcc-ddc7-40ea-937f-0a0ea6e2147e req-076192ce-b717-47b0-8d20-9a5d23e470cd tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/security-groups?id=a472ef69-b24d-4a9f-bcc8-9fe47557437b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474446
Jun 03 16:18:45.421101 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b16347-bb21-48ff-bd44-c139e2a113bd req-b1e6200d-1444-4117-8be1-4a55231161ba tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:45.422948 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a3b16347-bb21-48ff-bd44-c139e2a113bd req-b1e6200d-1444-4117-8be1-4a55231161ba tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.0927835
Jun 03 16:18:45.471604 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a3b16347-bb21-48ff-bd44-c139e2a113bd req-34df672e-1908-4b3f-a145-2d6b0d6524d4 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413938
Jun 03 16:18:46.089477 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25daa2e1-bb19-4328-baf1-61d14f0f6614 req-f44f71cc-4905-4746-b142-460e8aa8fc23 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:46.090975 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-25daa2e1-bb19-4328-baf1-61d14f0f6614 req-f44f71cc-4905-4746-b142-460e8aa8fc23 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e3d39f7-088d-4604-a5d5-e43528a6d0ab HTTP/1.1" status: 200  len: 950 time: 0.1135859
Jun 03 16:18:46.149754 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-25daa2e1-bb19-4328-baf1-61d14f0f6614 req-8d664613-d843-4779-936c-a078eff87e0f tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90072b-5c9b-4d06-aa1d-b4609512da76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522428
Jun 03 16:18:46.393790 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80f701-85ad-4faa-8ab6-9417497db308 req-ab77905d-c89b-41ef-ac1d-3c12f3cb4f80 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:46.395312 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9e80f701-85ad-4faa-8ab6-9417497db308 req-ab77905d-c89b-41ef-ac1d-3c12f3cb4f80 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=4004ca07-d872-44e9-9546-22956185dd91 HTTP/1.1" status: 200  len: 945 time: 0.1175594
Jun 03 16:18:46.473449 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9e80f701-85ad-4faa-8ab6-9417497db308 req-16f4ce84-a9d0-46a8-a267-ee317a95a0da tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/security-groups?id=a472ef69-b24d-4a9f-bcc8-9fe47557437b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693932
Jun 03 16:18:46.700577 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba5745-320f-4f32-962b-338939d000fa req-ef8fed26-296d-4015-8e23-9f699b092b84 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:46.703023 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-86ba5745-320f-4f32-962b-338939d000fa req-ef8fed26-296d-4015-8e23-9f699b092b84 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.0924604
Jun 03 16:18:46.750812 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-86ba5745-320f-4f32-962b-338939d000fa req-bba7cc19-de7b-4c63-a0aa-ecf8bbfaa64d tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417974
Jun 03 16:18:46.796425 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11584fc2-b235-4036-bbad-96f3002aa812 req-fb97a537-0ee5-482d-991b-4279f0c04d78 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:46.798625 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-11584fc2-b235-4036-bbad-96f3002aa812 req-fb97a537-0ee5-482d-991b-4279f0c04d78 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e3d39f7-088d-4604-a5d5-e43528a6d0ab HTTP/1.1" status: 200  len: 950 time: 0.1012025
Jun 03 16:18:46.847820 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-11584fc2-b235-4036-bbad-96f3002aa812 req-564ab879-5af1-495a-b323-b7f7ef6d9c11 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90072b-5c9b-4d06-aa1d-b4609512da76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421517
Jun 03 16:18:47.012705 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-2cdc79fb-d615-4eee-894e-f57d37a16725 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:47.014191 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-2cdc79fb-d615-4eee-894e-f57d37a16725 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/networks?id=4201750e-bded-4d48-84d8-62df05a2c3fb HTTP/1.1" status: 200  len: 814 time: 0.1590111
Jun 03 16:18:47.028880 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-7bfb5651-f311-44f1-94bd-33855e635766 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/quotas/a7468f03a2da433ebc94af6cc13242b8 HTTP/1.1" status: 200  len: 375 time: 0.0091264
Jun 03 16:18:47.071650 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 1cd62ff8-2e8d-44b1-993b-c477cf1b8de7 up at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:18:47.163352 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning for port 1cd62ff8-2e8d-44b1-993b-c477cf1b8de7 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:18:47.170220 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning complete for port 1cd62ff8-2e8d-44b1-993b-c477cf1b8de7 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:18:47.170824 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:47.220674 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-3a71b9f3-f604-4711-bbe7-65417251be73 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7468f03a2da433ebc94af6cc13242b8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1803472
Jun 03 16:18:47.300218 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:47.332788 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4004ca07-d872-44e9-9546-22956185dd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd62ff8-2e8d-44b1-993b-c477cf1b8de7'}] {{(pid=91618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:18:47.335413 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80780923b31b79766dda64912243351c94e9e307cca1e5b2e5a14cee02687ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ccf107-da2d-4f99-90a3-bb3a11d7529c" -d '{"events": [{"server_uuid": "4004ca07-d872-44e9-9546-22956185dd91", "name": "network-vif-plugged", "status": "completed", "tag": "1cd62ff8-2e8d-44b1-993b-c477cf1b8de7"}]}' {{(pid=91618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:18:47.349438 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 1cd62ff8-2e8d-44b1-993b-c477cf1b8de7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1cd62ff8-2e8d-44b1-993b-c477cf1b8de7,segment=NetworkSegment(94872c1c-f172-4d49-b497-8cb6f6863536),segment_id=94872c1c-f172-4d49-b497-8cb6f6863536)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:18:47.353616 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:47.357029 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-4b287253-3188-484f-8cdb-1a5a6f466441 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:47.391376 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-0613e3c4-3bf3-4c8d-9352-6b8aa73fadf9 service neutron] 10.222.0.66 "GET /v2.0/networks/4201750e-bded-4d48-84d8-62df05a2c3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1688726
Jun 03 16:18:47.432812 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=1cd62ff8-2e8d-44b1-993b-c477cf1b8de7,revision_number=5']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:47.436331 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:47.467492 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5124cd4f-1ac2-4052-bb86-d429414d1746 x-openstack-request-id: req-5124cd4f-1ac2-4052-bb86-d429414d1746 {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:18:47.468069 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4004ca07-d872-44e9-9546-22956185dd91", "name": "network-vif-plugged", "status": "completed", "tag": "1cd62ff8-2e8d-44b1-993b-c477cf1b8de7", "code": 200}]} {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:18:47.468326 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5124cd4f-1ac2-4052-bb86-d429414d1746 {{(pid=91618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:18:47.468713 dv-cinder-786524-8-iscsi neutron-server[91618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4004ca07-d872-44e9-9546-22956185dd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd62ff8-2e8d-44b1-993b-c477cf1b8de7', 'code': 200}
Jun 03 16:18:47.549220 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-51694dad-f8c2-41f6-beb6-f6dcf49b5f41 service neutron] 10.222.0.66 "GET /v2.0/networks/4201750e-bded-4d48-84d8-62df05a2c3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1491606
Jun 03 16:18:47.712764 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd1144-99d1-49e0-87f4-e8af44c51f1a req-e3694e15-f1a2-4c45-9e1c-3f9119deeae2 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:47.720895 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-22dd1144-99d1-49e0-87f4-e8af44c51f1a req-e3694e15-f1a2-4c45-9e1c-3f9119deeae2 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=4004ca07-d872-44e9-9546-22956185dd91 HTTP/1.1" status: 200  len: 946 time: 0.1188450
Jun 03 16:18:47.764943 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a2832e85-99a0-495d-9b74-0cdda0a1b447 req-91cb35cb-7df5-4bd9-914f-8f5634c9841b tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=caa85e85-fcaa-44ae-a77b-5352712e2113 HTTP/1.1" status: 200  len: 210 time: 0.0780547
Jun 03 16:18:47.778666 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-22dd1144-99d1-49e0-87f4-e8af44c51f1a req-2d402212-7d5c-48ef-a498-7b802c2dec12 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/security-groups?id=a472ef69-b24d-4a9f-bcc8-9fe47557437b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514376
Jun 03 16:18:47.820069 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c85ed5-4a46-4163-b875-ca1f0a7770cf req-a6ddaaad-2e45-4cd0-92f0-7b01ee8fb620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:47.821880 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c0c85ed5-4a46-4163-b875-ca1f0a7770cf req-a6ddaaad-2e45-4cd0-92f0-7b01ee8fb620 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4004ca07-d872-44e9-9546-22956185dd91 HTTP/1.1" status: 200  len: 1099 time: 0.0960193
Jun 03 16:18:47.880191 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c0c85ed5-4a46-4163-b875-ca1f0a7770cf req-9fcba845-1fc0-4bfa-b639-3fb75a020199 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a472ef69-b24d-4a9f-bcc8-9fe47557437b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485857
Jun 03 16:18:48.008924 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c39090-ef5b-4188-abd1-e2e34bac9c2b req-37e66aa9-077a-45c7-83ac-325245c733b3 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:48.010542 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-29c39090-ef5b-4188-abd1-e2e34bac9c2b req-37e66aa9-077a-45c7-83ac-325245c733b3 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.0999992
Jun 03 16:18:48.059486 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-29c39090-ef5b-4188-abd1-e2e34bac9c2b req-ea2a570a-2caf-4ae9-9ae4-ed2c44be44f8 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417454
Jun 03 16:18:48.070591 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca769e-17bc-4ada-a616-8392e4c723af req-17b036fc-2e51-4c86-8986-ac7cfc69de2a tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:48.072158 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-49ca769e-17bc-4ada-a616-8392e4c723af req-17b036fc-2e51-4c86-8986-ac7cfc69de2a tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e3d39f7-088d-4604-a5d5-e43528a6d0ab HTTP/1.1" status: 200  len: 950 time: 0.0980387
Jun 03 16:18:48.132414 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-49ca769e-17bc-4ada-a616-8392e4c723af req-9b690be9-7ffc-4332-8d4f-c01624698861 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90072b-5c9b-4d06-aa1d-b4609512da76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436158
Jun 03 16:18:48.865763 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 59408) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:48.979058 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-247073f8-d33c-4688-b908-491101c5638f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:48.998114 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-247073f8-d33c-4688-b908-491101c5638f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:18:49.002050 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-247073f8-d33c-4688-b908-491101c5638f admin admin] Usage tracker for resource:security_group_rule and tenant:783129fc54ab4c9fa8d7c59f1fccc4aa is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:18:49.004804 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-247073f8-d33c-4688-b908-491101c5638f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:18:49.010526 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-247073f8-d33c-4688-b908-491101c5638f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:18:49.096061 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-247073f8-d33c-4688-b908-491101c5638f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:49.099913 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-247073f8-d33c-4688-b908-491101c5638f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:49.108208 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-dcc36983-f338-4030-9020-9e1f4e59493d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:49.147549 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-247073f8-d33c-4688-b908-491101c5638f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=783129fc54ab4c9fa8d7c59f1fccc4aa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2806606
Jun 03 16:18:49.148341 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247073f8-d33c-4688-b908-491101c5638f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3925e9b-4018-4931-ae42-431ed9973f4a,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:49.150133 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 59414) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:49.156045 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247073f8-d33c-4688-b908-491101c5638f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:49.156589 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247073f8-d33c-4688-b908-491101c5638f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:49.156938 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247073f8-d33c-4688-b908-491101c5638f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:49.157310 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247073f8-d33c-4688-b908-491101c5638f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:49.157921 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247073f8-d33c-4688-b908-491101c5638f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:49.158250 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247073f8-d33c-4688-b908-491101c5638f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:49.158586 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247073f8-d33c-4688-b908-491101c5638f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:49.158916 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247073f8-d33c-4688-b908-491101c5638f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:49.159256 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247073f8-d33c-4688-b908-491101c5638f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:49.159586 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247073f8-d33c-4688-b908-491101c5638f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:49.159909 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247073f8-d33c-4688-b908-491101c5638f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:49.160249 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247073f8-d33c-4688-b908-491101c5638f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:49.164169 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-247073f8-d33c-4688-b908-491101c5638f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:49.207506 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-242a0abd-6a88-4f41-8539-116e6ded1f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:49.238016 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-242a0abd-6a88-4f41-8539-116e6ded1f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:49.289383 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-242a0abd-6a88-4f41-8539-116e6ded1f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:49.293413 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-3d86c8ce-bb9d-48b6-a093-c58b7d78c2f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:49.306710 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a0abd-6a88-4f41-8539-116e6ded1f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3925e9b-4018-4931-ae42-431ed9973f4a,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:49.317530 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a0abd-6a88-4f41-8539-116e6ded1f05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:49.317897 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a0abd-6a88-4f41-8539-116e6ded1f05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:49.318252 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a0abd-6a88-4f41-8539-116e6ded1f05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:49.318602 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a0abd-6a88-4f41-8539-116e6ded1f05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:49.318948 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a0abd-6a88-4f41-8539-116e6ded1f05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:49.319296 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a0abd-6a88-4f41-8539-116e6ded1f05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:49.319638 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a0abd-6a88-4f41-8539-116e6ded1f05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:49.319977 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a0abd-6a88-4f41-8539-116e6ded1f05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:49.320320 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a0abd-6a88-4f41-8539-116e6ded1f05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:49.320654 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a0abd-6a88-4f41-8539-116e6ded1f05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:49.320990 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a0abd-6a88-4f41-8539-116e6ded1f05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:49.321355 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a0abd-6a88-4f41-8539-116e6ded1f05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:18:49.326529 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-242a0abd-6a88-4f41-8539-116e6ded1f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:49.330504 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-242a0abd-6a88-4f41-8539-116e6ded1f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:49.331602 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-242a0abd-6a88-4f41-8539-116e6ded1f05 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d3925e9b-4018-4931-ae42-431ed9973f4a HTTP/1.1" status: 204  len: 168 time: 0.1803706
Jun 03 16:18:49.602899 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 59422) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:49.620220 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-9a3cd0ed-ae07-4a44-bd52-f7fa7943d522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:49.633671 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-9a3cd0ed-ae07-4a44-bd52-f7fa7943d522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:18:49.638166 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-9a3cd0ed-ae07-4a44-bd52-f7fa7943d522 admin admin] Usage tracker for resource:security_group_rule and tenant:d5b2f8afe11c4d49bb50e09e2f1af933 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:18:49.640806 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-9a3cd0ed-ae07-4a44-bd52-f7fa7943d522 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:18:49.646304 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-9a3cd0ed-ae07-4a44-bd52-f7fa7943d522 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:18:49.732664 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-9a3cd0ed-ae07-4a44-bd52-f7fa7943d522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:49.736151 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-9a3cd0ed-ae07-4a44-bd52-f7fa7943d522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:49.744173 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-2b868cfb-c923-419b-ba03-f0f3f78472e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:49.782974 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-9a3cd0ed-ae07-4a44-bd52-f7fa7943d522 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d5b2f8afe11c4d49bb50e09e2f1af933&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1790400
Jun 03 16:18:49.783876 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3cd0ed-ae07-4a44-bd52-f7fa7943d522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a121587-4e23-43b6-8117-21d9f839050e,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:49.785687 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 59424) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:49.786812 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-9a3cd0ed-ae07-4a44-bd52-f7fa7943d522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:49.843619 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-bd67823c-3cb8-4252-ab43-7d7633e574ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:49.868280 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-bd67823c-3cb8-4252-ab43-7d7633e574ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:49.921271 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-bd67823c-3cb8-4252-ab43-7d7633e574ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:49.925934 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-eff189b1-b7de-44d7-b8bc-1bef1984a073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:49.941157 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67823c-3cb8-4252-ab43-7d7633e574ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a121587-4e23-43b6-8117-21d9f839050e,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:49.943555 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-bd67823c-3cb8-4252-ab43-7d7633e574ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:49.952128 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-bd67823c-3cb8-4252-ab43-7d7633e574ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:49.953293 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-bd67823c-3cb8-4252-ab43-7d7633e574ea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9a121587-4e23-43b6-8117-21d9f839050e HTTP/1.1" status: 204  len: 168 time: 0.1654463
Jun 03 16:18:51.638993 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c125f974-1695-4938-885a-db7c5f4a9872 req-5ed71327-dc0c-4bdb-ba3c-6538d57e4bc9 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=caa85e85-fcaa-44ae-a77b-5352712e2113 HTTP/1.1" status: 200  len: 210 time: 0.0527918
Jun 03 16:18:51.659487 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd96d78-08e2-4099-b86b-21a7251ed568 req-be57e29a-2e19-49d4-9689-a288ca645dc7 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:51.660972 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-7bd96d78-08e2-4099-b86b-21a7251ed568 req-be57e29a-2e19-49d4-9689-a288ca645dc7 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=4004ca07-d872-44e9-9546-22956185dd91 HTTP/1.1" status: 200  len: 946 time: 0.1057589
Jun 03 16:18:51.715019 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-7bd96d78-08e2-4099-b86b-21a7251ed568 req-cda3aa79-2101-4742-b0bc-bab541556e28 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/security-groups?id=a472ef69-b24d-4a9f-bcc8-9fe47557437b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473387
Jun 03 16:18:51.821765 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0b278-8615-4981-8c85-3ec5ae3a7408 req-572e0a4b-a447-4397-893f-4c6e83ec5760 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:51.825533 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-47a0b278-8615-4981-8c85-3ec5ae3a7408 req-572e0a4b-a447-4397-893f-4c6e83ec5760 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.0937417
Jun 03 16:18:51.875938 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-47a0b278-8615-4981-8c85-3ec5ae3a7408 req-c376c5bb-7c50-43d6-90e6-7229d62313ce tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468936
Jun 03 16:18:51.899053 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520ddb7-4358-4f9b-852a-61776a087b0f req-751e8c61-b5ef-49ce-af4c-4af403e09de7 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:51.900483 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-2520ddb7-4358-4f9b-852a-61776a087b0f req-751e8c61-b5ef-49ce-af4c-4af403e09de7 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e3d39f7-088d-4604-a5d5-e43528a6d0ab HTTP/1.1" status: 200  len: 950 time: 0.0855639
Jun 03 16:18:51.946831 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-2520ddb7-4358-4f9b-852a-61776a087b0f req-7a2851d5-add8-4fe4-9cbb-c0a81bad821f tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90072b-5c9b-4d06-aa1d-b4609512da76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401108
Jun 03 16:18:52.271553 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 59502) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:52.376585 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-2ce9a44c-6a89-4f52-aa66-0c056e634ce4 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:52.378253 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-2ce9a44c-6a89-4f52-aa66-0c056e634ce4 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.73 "GET /v2.0/networks?id=4201750e-bded-4d48-84d8-62df05a2c3fb HTTP/1.1" status: 200  len: 814 time: 0.3147628
Jun 03 16:18:52.412664 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-4e332b87-6311-4f80-b84a-1c7de3245c0b tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Request body: {'port': {'device_id': 'caa85e85-fcaa-44ae-a77b-5352712e2113', 'network_id': '4201750e-bded-4d48-84d8-62df05a2c3fb', 'admin_state_up': True, 'tenant_id': 'a7468f03a2da433ebc94af6cc13242b8'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:18:52.441850 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed68017-5328-432b-9b03-ad135ef759aa req-8af5e8dc-1c8e-464b-a8b9-829b77c088ca tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:52.443496 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5ed68017-5328-432b-9b03-ad135ef759aa req-8af5e8dc-1c8e-464b-a8b9-829b77c088ca tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e3d39f7-088d-4604-a5d5-e43528a6d0ab HTTP/1.1" status: 200  len: 950 time: 0.1510172
Jun 03 16:18:52.469197 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-dae71b00-8a3f-4367-95dc-134a23c528c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:52.497702 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-dae71b00-8a3f-4367-95dc-134a23c528c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:18:52.502631 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-dae71b00-8a3f-4367-95dc-134a23c528c3 admin admin] Usage tracker for resource:security_group_rule and tenant:1deb575ebf4d45c2bf559e66a600be1e is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:18:52.505673 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-dae71b00-8a3f-4367-95dc-134a23c528c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:18:52.512950 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-dae71b00-8a3f-4367-95dc-134a23c528c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:18:52.618194 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-dae71b00-8a3f-4367-95dc-134a23c528c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:52.625422 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-dae71b00-8a3f-4367-95dc-134a23c528c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:52.639025 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-31d56539-c1a3-4fb2-87e7-e9adfd9cb2eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:52.681716 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-dae71b00-8a3f-4367-95dc-134a23c528c3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1deb575ebf4d45c2bf559e66a600be1e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4093354
Jun 03 16:18:52.682316 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 59518) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:52.693367 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-4e332b87-6311-4f80-b84a-1c7de3245c0b tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:18:52.693831 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae71b00-8a3f-4367-95dc-134a23c528c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9f9449-df12-41d1-a1d2-32b86b12c412,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:52.698220 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-dae71b00-8a3f-4367-95dc-134a23c528c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:52.710197 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-4e332b87-6311-4f80-b84a-1c7de3245c0b tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:18:52.730713 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-4e332b87-6311-4f80-b84a-1c7de3245c0b tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Made reservation on behalf of a7468f03a2da433ebc94af6cc13242b8 for: {'port': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:18:52.734298 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-4e332b87-6311-4f80-b84a-1c7de3245c0b tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:52.744255 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-5ed68017-5328-432b-9b03-ad135ef759aa req-4cbb253c-3ada-4b48-9a92-e1cd9db3d2e5 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Deleting port 68b2971a-4a85-4c98-b8fe-6360ca5b5ec6 {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:18:52.744675 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-5ed68017-5328-432b-9b03-ad135ef759aa req-4cbb253c-3ada-4b48-9a92-e1cd9db3d2e5 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:52.753174 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-b710822b-3587-4f57-b060-c8b950da33b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:52.782353 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-b710822b-3587-4f57-b060-c8b950da33b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:52.840858 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-b710822b-3587-4f57-b060-c8b950da33b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:52.845690 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-0e1959df-313d-437f-82ef-638c92c09449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:52.873453 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1e1979a1-648f-4efc-9cf6-39e727fd52f6 req-6db0e56d-11f2-41ab-942e-f6d7df653110 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=caa85e85-fcaa-44ae-a77b-5352712e2113 HTTP/1.1" status: 200  len: 210 time: 0.1017697
Jun 03 16:18:52.891452 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710822b-3587-4f57-b060-c8b950da33b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9f9449-df12-41d1-a1d2-32b86b12c412,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:52.898125 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-b710822b-3587-4f57-b060-c8b950da33b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:52.922118 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-b710822b-3587-4f57-b060-c8b950da33b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:52.927003 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-b710822b-3587-4f57-b060-c8b950da33b4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1b9f9449-df12-41d1-a1d2-32b86b12c412 HTTP/1.1" status: 204  len: 168 time: 0.2399695
Jun 03 16:18:52.971973 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed10b39-1cb7-4601-91e2-e127ac392e14 req-641a3f81-eaec-4123-ac5a-1d98e0494e4d tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:52.974122 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-8ed10b39-1cb7-4601-91e2-e127ac392e14 req-641a3f81-eaec-4123-ac5a-1d98e0494e4d tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=4004ca07-d872-44e9-9546-22956185dd91 HTTP/1.1" status: 200  len: 946 time: 0.1290977
Jun 03 16:18:53.042279 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-8ed10b39-1cb7-4601-91e2-e127ac392e14 req-ae7a281f-0110-4358-8f97-6678a9a44ce1 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/security-groups?id=a472ef69-b24d-4a9f-bcc8-9fe47557437b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584714
Jun 03 16:18:53.192486 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-5ed68017-5328-432b-9b03-ad135ef759aa req-4cbb253c-3ada-4b48-9a92-e1cd9db3d2e5 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] For port 68b2971a-4a85-4c98-b8fe-6360ca5b5ec6, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=68b2971a-4a85-4c98-b8fe-6360ca5b5ec6,segment=NetworkSegment(418dffd2-386a-4344-b9b7-d8ecc50f9469),segment_id=418dffd2-386a-4344-b9b7-d8ecc50f9469)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:18:53.192837 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-5ed68017-5328-432b-9b03-ad135ef759aa req-4cbb253c-3ada-4b48-9a92-e1cd9db3d2e5 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:53.252208 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b56098-1485-4cd3-b726-6bcc8139ab9f req-6faa8910-f4d5-43e5-85e6-5522a08268a6 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:53.253982 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-22b56098-1485-4cd3-b726-6bcc8139ab9f req-6faa8910-f4d5-43e5-85e6-5522a08268a6 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e3d39f7-088d-4604-a5d5-e43528a6d0ab HTTP/1.1" status: 200  len: 950 time: 0.0973496
Jun 03 16:18:53.288359 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 59532) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:53.319218 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-b84a33f7-9c6e-40e3-8041-98af0bae0268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:53.336852 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-22b56098-1485-4cd3-b726-6bcc8139ab9f req-0d195a48-0887-42cc-bdf0-d0d1c152047a tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90072b-5c9b-4d06-aa1d-b4609512da76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731533
Jun 03 16:18:53.340535 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-5ed68017-5328-432b-9b03-ad135ef759aa req-4cbb253c-3ada-4b48-9a92-e1cd9db3d2e5 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Calling delete_port for 68b2971a-4a85-4c98-b8fe-6360ca5b5ec6 owned by compute:nova {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:18:53.341090 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-b84a33f7-9c6e-40e3-8041-98af0bae0268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:18:53.343606 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-4e332b87-6311-4f80-b84a-1c7de3245c0b tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Allocated IP 172.20.0.8 (4201750e-bded-4d48-84d8-62df05a2c3fb/890db160-4d07-4ff5-9d87-f61f9c555875/f732b762-dd26-491e-a290-400d6b5e22ac) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:18:53.345305 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-b84a33f7-9c6e-40e3-8041-98af0bae0268 admin admin] Usage tracker for resource:security_group_rule and tenant:134fc5c2577f4b65ae6c706af51e10ac is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:18:53.349912 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-b84a33f7-9c6e-40e3-8041-98af0bae0268 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:18:53.364905 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-b84a33f7-9c6e-40e3-8041-98af0bae0268 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:18:53.377931 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325cf3e-dd38-4385-b2fd-b386d02b2e62 req-61282fce-5b40-4487-a4cb-16184ce74df6 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:53.379375 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f325cf3e-dd38-4385-b2fd-b386d02b2e62 req-61282fce-5b40-4487-a4cb-16184ce74df6 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.3671370
Jun 03 16:18:53.452701 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-b84a33f7-9c6e-40e3-8041-98af0bae0268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:53.456506 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-b84a33f7-9c6e-40e3-8041-98af0bae0268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:53.466381 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-dd73cd05-7fff-4d9e-ad2b-25a8279ba45b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:53.486612 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f325cf3e-dd38-4385-b2fd-b386d02b2e62 req-91f7f29f-21ca-47de-942e-69edfefa2042 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928638
Jun 03 16:18:53.508535 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-b84a33f7-9c6e-40e3-8041-98af0bae0268 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=134fc5c2577f4b65ae6c706af51e10ac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2189789
Jun 03 16:18:53.509148 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 59536) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:18:53.510268 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a33f7-9c6e-40e3-8041-98af0bae0268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a600e7-f164-424c-9585-75d0c0db4cf7,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:53.513739 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-b84a33f7-9c6e-40e3-8041-98af0bae0268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:53.710554 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-38236ed4-5db4-4891-af67-5072e502263d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:53.786926 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-4e332b87-6311-4f80-b84a-1c7de3245c0b tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:53.790785 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-38236ed4-5db4-4891-af67-5072e502263d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:53.797660 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-5ed68017-5328-432b-9b03-ad135ef759aa req-4cbb253c-3ada-4b48-9a92-e1cd9db3d2e5 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:53.807666 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:53.864496 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb253c-3ada-4b48-9a92-e1cd9db3d2e5 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Pushing event deleted for resources: {'Port': ['ID=68b2971a-4a85-4c98-b8fe-6360ca5b5ec6,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:53.876208 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-4cbb253c-3ada-4b48-9a92-e1cd9db3d2e5 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:53.967646 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed68017-5328-432b-9b03-ad135ef759aa req-4cbb253c-3ada-4b48-9a92-e1cd9db3d2e5 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] No DVR routers for this DVR port 68b2971a-4a85-4c98-b8fe-6360ca5b5ec6 on host hv-cinder-78652 {{(pid=91617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:18:53.973748 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-5ed68017-5328-432b-9b03-ad135ef759aa req-4cbb253c-3ada-4b48-9a92-e1cd9db3d2e5 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:53.976608 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3d39f7-088d-4604-a5d5-e43528a6d0ab', 'name': 'network-vif-deleted', 'tag': '68b2971a-4a85-4c98-b8fe-6360ca5b5ec6'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:18:53.978975 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faab98a0-6a01-4582-9af2-24e43dafc247" -d '{"events": [{"server_uuid": "1e3d39f7-088d-4604-a5d5-e43528a6d0ab", "name": "network-vif-deleted", "tag": "68b2971a-4a85-4c98-b8fe-6360ca5b5ec6"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:18:54.004368 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-38236ed4-5db4-4891-af67-5072e502263d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:54.007314 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-38236ed4-5db4-4891-af67-5072e502263d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:54.008671 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-38236ed4-5db4-4891-af67-5072e502263d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/21a600e7-f164-424c-9585-75d0c0db4cf7 HTTP/1.1" status: 204  len: 168 time: 0.4976325
Jun 03 16:18:54.010721 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-872434a3-839b-4aa2-a65e-4c4f1fe50fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:54.019196 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5ed68017-5328-432b-9b03-ad135ef759aa req-4cbb253c-3ada-4b48-9a92-e1cd9db3d2e5 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.73 "DELETE /v2.0/ports/68b2971a-4a85-4c98-b8fe-6360ca5b5ec6 HTTP/1.1" status: 204  len: 173 time: 1.5447388
Jun 03 16:18:54.023634 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38236ed4-5db4-4891-af67-5072e502263d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a600e7-f164-424c-9585-75d0c0db4cf7,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:54.026240 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-4e332b87-6311-4f80-b84a-1c7de3245c0b tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:54.028622 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-38236ed4-5db4-4891-af67-5072e502263d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:54.034393 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:54.094689 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-4e332b87-6311-4f80-b84a-1c7de3245c0b tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Network 4201750e-bded-4d48-84d8-62df05a2c3fb is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:18:54.097775 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-4e332b87-6311-4f80-b84a-1c7de3245c0b tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Resources bound (agent type, host, resource id):  {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:18:54.101796 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-4e332b87-6311-4f80-b84a-1c7de3245c0b tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:18:54.149364 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e332b87-6311-4f80-b84a-1c7de3245c0b tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Pushing event updated for resources: {'Port': ['ID=f732b762-dd26-491e-a290-400d6b5e22ac,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:54.158701 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-4e332b87-6311-4f80-b84a-1c7de3245c0b tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:54.179807 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-4e332b87-6311-4f80-b84a-1c7de3245c0b tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:54.180416 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-4e332b87-6311-4f80-b84a-1c7de3245c0b tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:54.199239 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-4e332b87-6311-4f80-b84a-1c7de3245c0b tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7913785
Jun 03 16:18:56.066994 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['68b2971a-4a85-4c98-b8fe-6360ca5b5ec6'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:18:56.091037 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-ad630d01-8c25-48e7-b8f8-c654b74edb37 service neutron] Request body: {'port': {'device_id': 'caa85e85-fcaa-44ae-a77b-5352712e2113', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:18:56.098182 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 68b2971a-4a85-4c98-b8fe-6360ca5b5ec6 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:18:56.139676 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] No Port match for: 68b2971a-4a85-4c98-b8fe-6360ca5b5ec6 {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:18:56.140040 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 68b2971a-4a85-4c98-b8fe-6360ca5b5ec6 not bound to the agent host hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:18:56.158110 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['8dbf2f68-be96-43b2-bfd4-71376160e7df', '4fdca223-afca-434c-8cb0-11c2611880fd', 'ff0e15f3-9a67-41be-9b71-93e95a45f897'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:18:56.215424 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6f9b0e-e72d-4a1d-b881-1c4213d9efb1 x-openstack-request-id: req-6b6f9b0e-e72d-4a1d-b881-1c4213d9efb1 {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:18:56.215749 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3d39f7-088d-4604-a5d5-e43528a6d0ab", "name": "network-vif-deleted", "tag": "68b2971a-4a85-4c98-b8fe-6360ca5b5ec6", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:18:56.216032 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6b6f9b0e-e72d-4a1d-b881-1c4213d9efb1 {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:18:56.216459 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3d39f7-088d-4604-a5d5-e43528a6d0ab', 'name': 'network-vif-deleted', 'tag': '68b2971a-4a85-4c98-b8fe-6360ca5b5ec6', 'status': 'completed', 'code': 200}
Jun 03 16:18:56.326618 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-ad630d01-8c25-48e7-b8f8-c654b74edb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:56.421746 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-e4c5369b-fc2f-48da-bd12-4e699ab65a18 req-78cfda72-490e-453d-a84d-42a8fc79f521 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e3d39f7-088d-4604-a5d5-e43528a6d0ab HTTP/1.1" status: 200  len: 210 time: 0.0600328
Jun 03 16:18:56.560251 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31961141-b6cb-4690-b742-bbabce2eb10a req-b6fa9750-f26f-4a05-85bd-f6babceef612 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:56.560868 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-31961141-b6cb-4690-b742-bbabce2eb10a req-b6fa9750-f26f-4a05-85bd-f6babceef612 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Synchronizing usage tracker for tenant:a7468f03a2da433ebc94af6cc13242b8 on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:18:56.601979 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-31961141-b6cb-4690-b742-bbabce2eb10a req-b6fa9750-f26f-4a05-85bd-f6babceef612 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Unset dirty status for tenant:a7468f03a2da433ebc94af6cc13242b8 on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:18:56.603262 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-31961141-b6cb-4690-b742-bbabce2eb10a req-b6fa9750-f26f-4a05-85bd-f6babceef612 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=caa85e85-fcaa-44ae-a77b-5352712e2113 HTTP/1.1" status: 200  len: 931 time: 0.2777901
Jun 03 16:18:56.641900 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa51e5-d958-4118-a3e0-f23516be0106 req-bbe9f7be-90fa-4c07-80ec-8a7f6d0ad51f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:56.644089 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c8fa51e5-d958-4118-a3e0-f23516be0106 req-bbe9f7be-90fa-4c07-80ec-8a7f6d0ad51f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.1192477
Jun 03 16:18:56.705236 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c8fa51e5-d958-4118-a3e0-f23516be0106 req-0d52e7a7-dfae-4ad7-82b8-7ff1770138cf tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553534
Jun 03 16:18:56.821315 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-31961141-b6cb-4690-b742-bbabce2eb10a req-dfaf89d4-ad62-4b45-83b1-07f801792b4a tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575528
Jun 03 16:18:56.895831 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-ad630d01-8c25-48e7-b8f8-c654b74edb37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f732b762-dd26-491e-a290-400d6b5e22ac {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:18:56.904868 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-ad630d01-8c25-48e7-b8f8-c654b74edb37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:56.926084 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-ad630d01-8c25-48e7-b8f8-c654b74edb37 service neutron] Transition to ACTIVE for port object f732b762-dd26-491e-a290-400d6b5e22ac will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:18:56.930305 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-ad630d01-8c25-48e7-b8f8-c654b74edb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2387463'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:56.940686 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-ab0595f3-f4b2-481a-a631-eeabbcaa5fae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:57.232471 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad630d01-8c25-48e7-b8f8-c654b74edb37 service neutron] Pushing event updated for resources: {'Port': ['ID=f732b762-dd26-491e-a290-400d6b5e22ac,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:57.242554 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-ad630d01-8c25-48e7-b8f8-c654b74edb37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:57.292484 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-ad630d01-8c25-48e7-b8f8-c654b74edb37 service neutron] Attempting to bind port f732b762-dd26-491e-a290-400d6b5e22ac on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:18:57.292835 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-ad630d01-8c25-48e7-b8f8-c654b74edb37 service neutron] Attempting to bind port f732b762-dd26-491e-a290-400d6b5e22ac by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '32444300-ec9f-49ab-9cc6-b285e44b2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4201750e-bded-4d48-84d8-62df05a2c3fb'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:18:57.293196 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-ad630d01-8c25-48e7-b8f8-c654b74edb37 service neutron] Attempting to bind port f732b762-dd26-491e-a290-400d6b5e22ac on network 4201750e-bded-4d48-84d8-62df05a2c3fb {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:18:57.315170 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-ad630d01-8c25-48e7-b8f8-c654b74edb37 service neutron] Port f732b762-dd26-491e-a290-400d6b5e22ac on network 4201750e-bded-4d48-84d8-62df05a2c3fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 16:18:57.315170 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-ad630d01-8c25-48e7-b8f8-c654b74edb37 service neutron] Attempting to bind port f732b762-dd26-491e-a290-400d6b5e22ac on network 4201750e-bded-4d48-84d8-62df05a2c3fb {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:18:57.320959 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-ad630d01-8c25-48e7-b8f8-c654b74edb37 service neutron] Checking agent: {'id': '583156db-f932-4b7a-94d3-94f9531b86fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:18:57.322554 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-ad630d01-8c25-48e7-b8f8-c654b74edb37 service neutron] Checking segment: {'id': '32444300-ec9f-49ab-9cc6-b285e44b2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4201750e-bded-4d48-84d8-62df05a2c3fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:18:57.322554 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-ad630d01-8c25-48e7-b8f8-c654b74edb37 service neutron] Bound using segment: {'id': '32444300-ec9f-49ab-9cc6-b285e44b2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4201750e-bded-4d48-84d8-62df05a2c3fb'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:18:57.322554 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-ad630d01-8c25-48e7-b8f8-c654b74edb37 service neutron] Bound port: f732b762-dd26-491e-a290-400d6b5e22ac, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32444300-ec9f-49ab-9cc6-b285e44b2fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '4201750e-bded-4d48-84d8-62df05a2c3fb'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:18:57.322554 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-ad630d01-8c25-48e7-b8f8-c654b74edb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:57.338145 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf43793-a00f-4f3a-8c76-8808efd83f63 req-28e7ee66-6c1e-4683-882f-eff250899b67 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:57.346705 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-aaf43793-a00f-4f3a-8c76-8808efd83f63 req-28e7ee66-6c1e-4683-882f-eff250899b67 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=4004ca07-d872-44e9-9546-22956185dd91 HTTP/1.1" status: 200  len: 946 time: 0.1275985
Jun 03 16:18:57.442287 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-ad630d01-8c25-48e7-b8f8-c654b74edb37 service neutron] For port f732b762-dd26-491e-a290-400d6b5e22ac, host hv-cinder-78652, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:18:57.446282 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-ad630d01-8c25-48e7-b8f8-c654b74edb37 service neutron] For port f732b762-dd26-491e-a290-400d6b5e22ac, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f732b762-dd26-491e-a290-400d6b5e22ac,segment=NetworkSegment(32444300-ec9f-49ab-9cc6-b285e44b2fde),segment_id=32444300-ec9f-49ab-9cc6-b285e44b2fde)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:18:57.452316 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-ad630d01-8c25-48e7-b8f8-c654b74edb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2387463'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:57.458827 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-33b0bd9d-4714-4327-a6ea-79a34a36165a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:18:57.473762 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-aaf43793-a00f-4f3a-8c76-8808efd83f63 req-a0dac6c3-c327-4b6f-b9a9-f4a48bd7a974 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/security-groups?id=a472ef69-b24d-4a9f-bcc8-9fe47557437b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258757
Jun 03 16:18:57.528360 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-ad630d01-8c25-48e7-b8f8-c654b74edb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:57.528977 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-ad630d01-8c25-48e7-b8f8-c654b74edb37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:57.530407 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-ad630d01-8c25-48e7-b8f8-c654b74edb37 service neutron] 10.222.0.73 "PUT /v2.0/ports/f732b762-dd26-491e-a290-400d6b5e22ac HTTP/1.1" status: 200  len: 1093 time: 1.4443727
Jun 03 16:18:57.549492 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad630d01-8c25-48e7-b8f8-c654b74edb37 service neutron] Pushing event updated for resources: {'Port': ['ID=f732b762-dd26-491e-a290-400d6b5e22ac,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:18:57.552356 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-ad630d01-8c25-48e7-b8f8-c654b74edb37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:18:57.647390 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-e00af00c-a2ce-4cdd-87e0-b6c97a5e70c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:57.648867 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-e00af00c-a2ce-4cdd-87e0-b6c97a5e70c5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7468f03a2da433ebc94af6cc13242b8&device_id=caa85e85-fcaa-44ae-a77b-5352712e2113 HTTP/1.1" status: 200  len: 1096 time: 0.0720065
Jun 03 16:18:57.733832 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-085d886f-126c-4db8-8696-b114b2b9a06c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f732b762-dd26-491e-a290-400d6b5e22ac HTTP/1.1" status: 200  len: 217 time: 0.0643761
Jun 03 16:18:57.804687 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-ee54eaaf-773e-4772-9c5a-b091bc231a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:57.806321 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-ee54eaaf-773e-4772-9c5a-b091bc231a8d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=890db160-4d07-4ff5-9d87-f61f9c555875 HTTP/1.1" status: 200  len: 854 time: 0.0630584
Jun 03 16:18:57.858731 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-6df5320a-63a1-4806-94ce-abef5f86e888 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4201750e-bded-4d48-84d8-62df05a2c3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0424449
Jun 03 16:18:57.902853 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541145d2-f44f-4ac9-8fb6-6aeffa08836a req-6ad914be-73c8-4039-9468-79a052ec0028 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:57.905011 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-541145d2-f44f-4ac9-8fb6-6aeffa08836a req-6ad914be-73c8-4039-9468-79a052ec0028 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.0914004
Jun 03 16:18:57.962026 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-541145d2-f44f-4ac9-8fb6-6aeffa08836a req-858f7387-ae62-427d-951e-b6da2086467b tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462949
Jun 03 16:18:58.060944 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-da25794d-8710-4aff-8f61-115e079b0e1e service neutron] 10.222.0.73 "GET /v2.0/networks/4201750e-bded-4d48-84d8-62df05a2c3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1911922
Jun 03 16:18:58.103953 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccfe11-e231-477f-9fb8-f30af7ef4014 req-267c8c4b-c970-4156-98f0-6c6d3421c64d tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:58.106250 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c4ccfe11-e231-477f-9fb8-f30af7ef4014 req-267c8c4b-c970-4156-98f0-6c6d3421c64d tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=caa85e85-fcaa-44ae-a77b-5352712e2113 HTTP/1.1" status: 200  len: 943 time: 0.1384683
Jun 03 16:18:58.218043 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa85e85-fcaa-44ae-a77b-5352712e2113', 'tag': 'f732b762-dd26-491e-a290-400d6b5e22ac'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:18:58.220270 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bc4627-ebe9-41be-ae62-1d60fa4c9bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "caa85e85-fcaa-44ae-a77b-5352712e2113", "tag": "f732b762-dd26-491e-a290-400d6b5e22ac"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:18:58.230717 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c4ccfe11-e231-477f-9fb8-f30af7ef4014 req-22f709e3-2b74-466d-bca1-99c994258c40 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107235
Jun 03 16:18:58.267577 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-63ccae3b-e8f4-4f40-8866-57936c3a146c req-b6d10dfe-acd4-4a2c-9052-f6556b418202 service neutron] 10.222.0.73 "GET /v2.0/networks/4201750e-bded-4d48-84d8-62df05a2c3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1934750
Jun 03 16:18:58.273443 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c38051-720e-4c31-a791-db7456bc9370 x-openstack-request-id: req-a5c38051-720e-4c31-a791-db7456bc9370 {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:18:58.273757 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa85e85-fcaa-44ae-a77b-5352712e2113", "tag": "f732b762-dd26-491e-a290-400d6b5e22ac", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:18:58.274032 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a5c38051-720e-4c31-a791-db7456bc9370 {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:18:58.274440 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa85e85-fcaa-44ae-a77b-5352712e2113', 'tag': 'f732b762-dd26-491e-a290-400d6b5e22ac', 'status': 'completed', 'code': 200}
Jun 03 16:18:58.416295 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc4627-ebe9-41be-ae62-1d60fa4c9bd9 req-274c62db-bad2-4997-9d6a-bf76ca748798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:58.418020 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-58bc4627-ebe9-41be-ae62-1d60fa4c9bd9 req-274c62db-bad2-4997-9d6a-bf76ca748798 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7468f03a2da433ebc94af6cc13242b8&device_id=caa85e85-fcaa-44ae-a77b-5352712e2113 HTTP/1.1" status: 200  len: 1096 time: 0.0771501
Jun 03 16:18:58.565434 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc4627-ebe9-41be-ae62-1d60fa4c9bd9 req-0ed0b349-21d9-439d-b355-7d72a4cc0ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:58.566881 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-58bc4627-ebe9-41be-ae62-1d60fa4c9bd9 req-0ed0b349-21d9-439d-b355-7d72a4cc0ef9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4201750e-bded-4d48-84d8-62df05a2c3fb HTTP/1.1" status: 200  len: 915 time: 0.1358511
Jun 03 16:18:58.700246 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-58bc4627-ebe9-41be-ae62-1d60fa4c9bd9 req-155aef0f-8de0-4066-bd7b-59bd7a5ccece service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f732b762-dd26-491e-a290-400d6b5e22ac HTTP/1.1" status: 200  len: 217 time: 0.1234431
Jun 03 16:18:58.862693 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc4627-ebe9-41be-ae62-1d60fa4c9bd9 req-8f884e27-3ec9-4a8c-b25d-3fd1f85d0ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:58.864112 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-58bc4627-ebe9-41be-ae62-1d60fa4c9bd9 req-8f884e27-3ec9-4a8c-b25d-3fd1f85d0ca5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=890db160-4d07-4ff5-9d87-f61f9c555875 HTTP/1.1" status: 200  len: 854 time: 0.1380348
Jun 03 16:18:58.875339 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c78d7c-f586-49e2-be88-5ebeda52627f req-24e2efa6-3aa0-41be-a69c-dbdf3db7dc9b tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:58.877233 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f6c78d7c-f586-49e2-be88-5ebeda52627f req-24e2efa6-3aa0-41be-a69c-dbdf3db7dc9b tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=4004ca07-d872-44e9-9546-22956185dd91 HTTP/1.1" status: 200  len: 946 time: 0.2210698
Jun 03 16:18:59.015346 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-58bc4627-ebe9-41be-ae62-1d60fa4c9bd9 req-ea354039-993b-4865-967d-011205645717 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4201750e-bded-4d48-84d8-62df05a2c3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1371250
Jun 03 16:18:59.074057 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f6c78d7c-f586-49e2-be88-5ebeda52627f req-6726b630-cdcf-441a-8d0c-1909d61f374a tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/security-groups?id=a472ef69-b24d-4a9f-bcc8-9fe47557437b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831108
Jun 03 16:18:59.076088 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1af29f-ee3f-41bd-95b1-3d5522abacc5 req-ace11d8f-ba6b-44ff-a813-c773712b0939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:59.077453 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-fa1af29f-ee3f-41bd-95b1-3d5522abacc5 req-ace11d8f-ba6b-44ff-a813-c773712b0939 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 1098 time: 0.3536174
Jun 03 16:18:59.178691 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8f08c-6fb5-400f-b70c-bccae90da6c5 req-424816b6-ec75-4d64-9a56-49e1dfffd64f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:59.181592 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6bc8f08c-6fb5-400f-b70c-bccae90da6c5 req-424816b6-ec75-4d64-9a56-49e1dfffd64f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.0979512
Jun 03 16:18:59.192382 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-fa1af29f-ee3f-41bd-95b1-3d5522abacc5 req-6dfbaad3-d382-4b8b-a992-f3c32f3d5af2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011386
Jun 03 16:18:59.225725 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-58bc4627-ebe9-41be-ae62-1d60fa4c9bd9 req-667e06b4-1d43-433f-8b77-952ef9e6627a service neutron] 10.222.0.73 "GET /v2.0/networks/4201750e-bded-4d48-84d8-62df05a2c3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1867344
Jun 03 16:18:59.239567 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6bc8f08c-6fb5-400f-b70c-bccae90da6c5 req-d8639929-7bce-4916-86ee-7cf45bcc24dc tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450418
Jun 03 16:18:59.475863 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-58bc4627-ebe9-41be-ae62-1d60fa4c9bd9 req-e6119766-78a2-4023-8895-72e105b36341 service neutron] 10.222.0.73 "GET /v2.0/networks/4201750e-bded-4d48-84d8-62df05a2c3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2011790
Jun 03 16:18:59.512721 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99b913-70f4-4a94-9b76-0fa0e55216ff req-58ffa846-d196-48b5-80c2-b82bb5642b16 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:59.514143 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1c99b913-70f4-4a94-9b76-0fa0e55216ff req-58ffa846-d196-48b5-80c2-b82bb5642b16 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=caa85e85-fcaa-44ae-a77b-5352712e2113 HTTP/1.1" status: 200  len: 943 time: 0.1158350
Jun 03 16:18:59.605991 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1c99b913-70f4-4a94-9b76-0fa0e55216ff req-a827bcc5-1a87-423c-ab9a-3e0bfe000692 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842221
Jun 03 16:18:59.647052 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1489873-2d86-42d2-81b7-7f800ac60aa9 req-b2020254-a299-4bf7-926d-d8eb51d047cf tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:18:59.648802 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e1489873-2d86-42d2-81b7-7f800ac60aa9 req-b2020254-a299-4bf7-926d-d8eb51d047cf tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.73 "GET /v2.0/ports?device_id=4004ca07-d872-44e9-9546-22956185dd91 HTTP/1.1" status: 200  len: 946 time: 0.0957046
Jun 03 16:18:59.837165 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-e1489873-2d86-42d2-81b7-7f800ac60aa9 req-1c135b8c-9d5c-4c01-839c-39f5095084d8 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Deleting port 1cd62ff8-2e8d-44b1-993b-c477cf1b8de7 {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:18:59.837537 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-e1489873-2d86-42d2-81b7-7f800ac60aa9 req-1c135b8c-9d5c-4c01-839c-39f5095084d8 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:18:59.997694 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-e1489873-2d86-42d2-81b7-7f800ac60aa9 req-1c135b8c-9d5c-4c01-839c-39f5095084d8 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] For port 1cd62ff8-2e8d-44b1-993b-c477cf1b8de7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1cd62ff8-2e8d-44b1-993b-c477cf1b8de7,segment=NetworkSegment(94872c1c-f172-4d49-b497-8cb6f6863536),segment_id=94872c1c-f172-4d49-b497-8cb6f6863536)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:18:59.998092 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-e1489873-2d86-42d2-81b7-7f800ac60aa9 req-1c135b8c-9d5c-4c01-839c-39f5095084d8 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:00.185792 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-e1489873-2d86-42d2-81b7-7f800ac60aa9 req-1c135b8c-9d5c-4c01-839c-39f5095084d8 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Calling delete_port for 1cd62ff8-2e8d-44b1-993b-c477cf1b8de7 owned by compute:nova {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:19:00.387718 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-e1489873-2d86-42d2-81b7-7f800ac60aa9 req-1c135b8c-9d5c-4c01-839c-39f5095084d8 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:00.402725 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['1cd62ff8-2e8d-44b1-993b-c477cf1b8de7'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:19:00.420063 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-89632e24-7e6a-4904-82d0-343e7720845c tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:19:00.548956 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fc6b6-1238-4d71-8f2e-11eac6785fb0 req-32be74e5-7003-4213-a6d7-2e6ec4138377 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:00.555879 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5f0fc6b6-1238-4d71-8f2e-11eac6785fb0 req-32be74e5-7003-4213-a6d7-2e6ec4138377 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/ports?device_id=4004ca07-d872-44e9-9546-22956185dd91 HTTP/1.1" status: 200  len: 946 time: 0.2793989
Jun 03 16:19:00.593775 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c135b8c-9d5c-4c01-839c-39f5095084d8 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Pushing event deleted for resources: {'Port': ['ID=1cd62ff8-2e8d-44b1-993b-c477cf1b8de7,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:19:00.615830 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-1c135b8c-9d5c-4c01-839c-39f5095084d8 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:19:00.710893 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5f0fc6b6-1238-4d71-8f2e-11eac6785fb0 req-cff8c34c-1b7e-48a3-93fb-84107f2fecd2 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.66 "GET /v2.0/security-groups?id=a472ef69-b24d-4a9f-bcc8-9fe47557437b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1540122
Jun 03 16:19:00.712206 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1489873-2d86-42d2-81b7-7f800ac60aa9 req-1c135b8c-9d5c-4c01-839c-39f5095084d8 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] No DVR routers for this DVR port 1cd62ff8-2e8d-44b1-993b-c477cf1b8de7 on host hv-cinder-78652 {{(pid=91617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:19:00.715216 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-e1489873-2d86-42d2-81b7-7f800ac60aa9 req-1c135b8c-9d5c-4c01-839c-39f5095084d8 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:00.717962 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4004ca07-d872-44e9-9546-22956185dd91', 'name': 'network-vif-deleted', 'tag': '1cd62ff8-2e8d-44b1-993b-c477cf1b8de7'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:19:00.718080 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86e1a8-335b-477a-a759-e6c36c93893d req-c6d77f38-f058-48e6-a8dd-a9d727dde8b0 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:00.720209 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29d1ebc-ba40-4eea-bd00-31c959cac50d" -d '{"events": [{"server_uuid": "4004ca07-d872-44e9-9546-22956185dd91", "name": "network-vif-deleted", "tag": "1cd62ff8-2e8d-44b1-993b-c477cf1b8de7"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:19:00.725736 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-fe86e1a8-335b-477a-a759-e6c36c93893d req-c6d77f38-f058-48e6-a8dd-a9d727dde8b0 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.1379588
Jun 03 16:19:00.754186 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e1489873-2d86-42d2-81b7-7f800ac60aa9 req-1c135b8c-9d5c-4c01-839c-39f5095084d8 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] 10.222.0.73 "DELETE /v2.0/ports/1cd62ff8-2e8d-44b1-993b-c477cf1b8de7 HTTP/1.1" status: 204  len: 173 time: 1.0954950
Jun 03 16:19:00.811611 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-fe86e1a8-335b-477a-a759-e6c36c93893d req-e04bfa33-2e88-49a6-b4b1-3f1cacc749c4 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846012
Jun 03 16:19:00.997202 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284c0b6-49b6-4b39-9213-636bfdcb4582 req-ea091d9c-9833-417d-8590-4f16f85342f4 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:00.998903 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3284c0b6-49b6-4b39-9213-636bfdcb4582 req-ea091d9c-9833-417d-8590-4f16f85342f4 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.1823874
Jun 03 16:19:01.048921 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3284c0b6-49b6-4b39-9213-636bfdcb4582 req-f1dd6e6b-8260-407c-b103-e976f2e710de tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424643
Jun 03 16:19:01.054588 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc65e16-8017-4e47-b2da-b68c2f1c722f req-57154e2e-3fba-4f2a-b52c-d13bb38a7918 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:01.062565 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-bfc65e16-8017-4e47-b2da-b68c2f1c722f req-57154e2e-3fba-4f2a-b52c-d13bb38a7918 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=caa85e85-fcaa-44ae-a77b-5352712e2113 HTTP/1.1" status: 200  len: 943 time: 0.1236010
Jun 03 16:19:01.123307 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-bfc65e16-8017-4e47-b2da-b68c2f1c722f req-df111c2f-0150-4f1c-99d9-184dde371c54 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598352
Jun 03 16:19:01.124628 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4328191c-4968-4813-bdd7-1236151ac178 x-openstack-request-id: req-4328191c-4968-4813-bdd7-1236151ac178 {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:19:01.124944 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4004ca07-d872-44e9-9546-22956185dd91", "name": "network-vif-deleted", "tag": "1cd62ff8-2e8d-44b1-993b-c477cf1b8de7", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:19:01.125244 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4328191c-4968-4813-bdd7-1236151ac178 {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:19:01.125662 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4004ca07-d872-44e9-9546-22956185dd91', 'name': 'network-vif-deleted', 'tag': '1cd62ff8-2e8d-44b1-993b-c477cf1b8de7', 'status': 'completed', 'code': 200}
Jun 03 16:19:01.624410 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c585a-f8ae-49b8-bc63-9f7afb43b4ce req-2672ca81-5334-42e2-a8b1-500b050ddd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:01.626086 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0e1c585a-f8ae-49b8-bc63-9f7afb43b4ce req-2672ca81-5334-42e2-a8b1-500b050ddd9f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac92454434b9488fb13bd0596cb98647&device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 1098 time: 0.1631019
Jun 03 16:19:01.634576 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e0281-b1ba-4691-83dd-2bdec02af4ff req-228f2618-7454-4f8f-bd1a-66192d795215 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:01.636646 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-369e0281-b1ba-4691-83dd-2bdec02af4ff req-228f2618-7454-4f8f-bd1a-66192d795215 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.1232145
Jun 03 16:19:01.747765 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-369e0281-b1ba-4691-83dd-2bdec02af4ff req-9e71292c-fa4c-4258-94de-66510128633f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055551
Jun 03 16:19:02.258885 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e2cd4-d1f9-4123-907b-7152a13cff5b req-cfaa72e9-60fd-440f-86c4-b617409f188f tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:02.260366 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-666e2cd4-d1f9-4123-907b-7152a13cff5b req-cfaa72e9-60fd-440f-86c4-b617409f188f tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.0901279
Jun 03 16:19:02.310646 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-666e2cd4-d1f9-4123-907b-7152a13cff5b req-f51cb5a5-9c53-4a26-bcd8-95ac47cd57ff tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436974
Jun 03 16:19:02.496571 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3087fde-cab8-4a0a-b1ce-057d0670a48e req-6c2e07f8-ea42-4f3a-ac49-c0b6c24c9c26 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:02.501867 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a3087fde-cab8-4a0a-b1ce-057d0670a48e req-6c2e07f8-ea42-4f3a-ac49-c0b6c24c9c26 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=caa85e85-fcaa-44ae-a77b-5352712e2113 HTTP/1.1" status: 200  len: 943 time: 0.0895619
Jun 03 16:19:02.541878 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a3087fde-cab8-4a0a-b1ce-057d0670a48e req-5351e920-e0e5-4fac-876f-69d309c7fb7b tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383956
Jun 03 16:19:02.647122 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device f732b762-dd26-491e-a290-400d6b5e22ac details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 16:19:02.783435 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port f732b762-dd26-491e-a290-400d6b5e22ac, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f732b762-dd26-491e-a290-400d6b5e22ac,segment=NetworkSegment(32444300-ec9f-49ab-9cc6-b285e44b2fde),segment_id=32444300-ec9f-49ab-9cc6-b285e44b2fde)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:19:02.797462 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Returning: {'device': 'f732b762-dd26-491e-a290-400d6b5e22ac', 'network_id': '4201750e-bded-4d48-84d8-62df05a2c3fb', 'port_id': 'f732b762-dd26-491e-a290-400d6b5e22ac', 'mac_address': 'fa:16:3e:db:86:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '890db160-4d07-4ff5-9d87-f61f9c555875', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 16:19:02.857995 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:02.879817 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f732b762-dd26-491e-a290-400d6b5e22ac {{(pid=91618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:19:02.897270 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port f732b762-dd26-491e-a290-400d6b5e22ac, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f732b762-dd26-491e-a290-400d6b5e22ac,segment=NetworkSegment(32444300-ec9f-49ab-9cc6-b285e44b2fde),segment_id=32444300-ec9f-49ab-9cc6-b285e44b2fde)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:19:02.902989 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:02.904908 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:19:02.944597 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1219b-5207-400b-bbdc-0a7f6ae65796 req-307de864-1791-4f0c-8899-756fb2a0266b tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:02.946611 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-efa1219b-5207-400b-bbdc-0a7f6ae65796 req-307de864-1791-4f0c-8899-756fb2a0266b tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.0892525
Jun 03 16:19:02.973552 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=f732b762-dd26-491e-a290-400d6b5e22ac,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:19:02.976862 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:19:03.006105 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-efa1219b-5207-400b-bbdc-0a7f6ae65796 req-06154e4c-5fb1-4be4-a8e1-7277e061d0a6 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518179
Jun 03 16:19:03.509778 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d64bd2-10ef-490b-969e-172870864662 req-2cc282bd-4ecc-4cc4-b436-86a4d8c58056 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:03.511697 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-38d64bd2-10ef-490b-969e-172870864662 req-2cc282bd-4ecc-4cc4-b436-86a4d8c58056 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.0830493
Jun 03 16:19:03.555503 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-38d64bd2-10ef-490b-969e-172870864662 req-fb58627a-2e7b-4017-ad02-f41922843e89 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380278
Jun 03 16:19:03.732093 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14c3c4-ede6-400b-9911-7a038559326a req-15195db4-3d07-421a-9981-ae098b5afc59 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:03.733544 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6a14c3c4-ede6-400b-9911-7a038559326a req-15195db4-3d07-421a-9981-ae098b5afc59 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=caa85e85-fcaa-44ae-a77b-5352712e2113 HTTP/1.1" status: 200  len: 944 time: 0.0789099
Jun 03 16:19:03.780899 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6a14c3c4-ede6-400b-9911-7a038559326a req-8804764d-0f2f-4808-96bc-dc258935d336 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417256
Jun 03 16:19:04.191894 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ccf88f-136c-4c3f-9a30-2059041d0a64 req-03924fbc-f1c9-4868-9bbe-3ec627ba0b18 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:04.193373 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-11ccf88f-136c-4c3f-9a30-2059041d0a64 req-03924fbc-f1c9-4868-9bbe-3ec627ba0b18 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.0846488
Jun 03 16:19:04.238314 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-11ccf88f-136c-4c3f-9a30-2059041d0a64 req-3b39f7e1-1c29-444a-9642-b65c1329a41b tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390749
Jun 03 16:19:04.764032 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237402f4-5048-47b6-bbca-adb9e4566672 req-76107cc1-2986-4bd5-a0a7-dbb24f7d941b tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:04.765594 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-237402f4-5048-47b6-bbca-adb9e4566672 req-76107cc1-2986-4bd5-a0a7-dbb24f7d941b tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.0957494
Jun 03 16:19:04.779955 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c585a-f8ae-49b8-bc63-9f7afb43b4ce req-cc330d1e-7ee5-44fe-bb6b-4c3f2604f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:04.781416 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0e1c585a-f8ae-49b8-bc63-9f7afb43b4ce req-cc330d1e-7ee5-44fe-bb6b-4c3f2604f2dc service neutron] 10.222.0.73 "GET /v2.0/networks?id=eaa05f56-e2a3-4209-b334-8745e58b65ca HTTP/1.1" status: 200  len: 920 time: 0.1312838
Jun 03 16:19:04.817653 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-237402f4-5048-47b6-bbca-adb9e4566672 req-472d79eb-5605-4b17-89eb-41dc53d776ca tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458214
Jun 03 16:19:04.862604 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0e1c585a-f8ae-49b8-bc63-9f7afb43b4ce req-9dc44400-5fb4-43ae-91da-01ccb155fd92 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ecd3046-ff96-45a4-bae9-a8694691d76e HTTP/1.1" status: 200  len: 217 time: 0.0639229
Jun 03 16:19:04.955621 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c585a-f8ae-49b8-bc63-9f7afb43b4ce req-62de67d0-f773-4aae-9282-e94a47aede13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:04.957034 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0e1c585a-f8ae-49b8-bc63-9f7afb43b4ce req-62de67d0-f773-4aae-9282-e94a47aede13 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=37b858f2-9061-4689-8f39-93d3aae83f42 HTTP/1.1" status: 200  len: 859 time: 0.0854287
Jun 03 16:19:05.021652 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0e1c585a-f8ae-49b8-bc63-9f7afb43b4ce req-4785f8fd-1695-46c9-8145-855a76945621 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eaa05f56-e2a3-4209-b334-8745e58b65ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0562308
Jun 03 16:19:05.056226 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7017f0e-93ba-46b2-8deb-5337af4ec9c1 req-b733ceab-d58e-49a4-b42c-56b2c8545db3 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:05.058705 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-e7017f0e-93ba-46b2-8deb-5337af4ec9c1 req-b733ceab-d58e-49a4-b42c-56b2c8545db3 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=caa85e85-fcaa-44ae-a77b-5352712e2113 HTTP/1.1" status: 200  len: 944 time: 0.1037524
Jun 03 16:19:05.067899 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['f732b762-dd26-491e-a290-400d6b5e22ac'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:19:05.112873 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-e7017f0e-93ba-46b2-8deb-5337af4ec9c1 req-1ed0d2ec-2084-4bce-8d0e-bf84b7100ccb tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463676
Jun 03 16:19:05.170973 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0e1c585a-f8ae-49b8-bc63-9f7afb43b4ce req-aa0129d6-123c-4cc9-83e1-e277531508df service neutron] 10.222.0.73 "GET /v2.0/networks/eaa05f56-e2a3-4209-b334-8745e58b65ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402535
Jun 03 16:19:05.316074 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0e1c585a-f8ae-49b8-bc63-9f7afb43b4ce req-582121e2-db7f-4b09-bb84-2497f1d7e8f5 service neutron] 10.222.0.73 "GET /v2.0/networks/eaa05f56-e2a3-4209-b334-8745e58b65ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1347010
Jun 03 16:19:05.430344 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89b9ea-8bb6-46b7-a70f-e93fe8b023bf req-d20134ad-bf6b-4452-9f1c-90ca7d991c42 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:05.431797 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-eb89b9ea-8bb6-46b7-a70f-e93fe8b023bf req-d20134ad-bf6b-4452-9f1c-90ca7d991c42 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.0841882
Jun 03 16:19:05.475699 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-eb89b9ea-8bb6-46b7-a70f-e93fe8b023bf req-2637f3af-7ae6-4280-9f90-38f76b9f3445 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383635
Jun 03 16:19:06.022366 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c4071-f384-48bc-9bf5-9d33e15cac49 req-9e4f2bc2-abed-4b29-985e-b6e9a6351918 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:06.023954 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-5f4c4071-f384-48bc-9bf5-9d33e15cac49 req-9e4f2bc2-abed-4b29-985e-b6e9a6351918 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.0926065
Jun 03 16:19:06.068802 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-5f4c4071-f384-48bc-9bf5-9d33e15cac49 req-e3044558-75ce-48c1-8a08-70b47a08e935 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383406
Jun 03 16:19:06.308024 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff9528-4b15-4545-af65-e3d3d85d6b2a req-b2f3ec35-e849-4c1b-a0e3-bfd6f6149c4f tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:06.309531 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9bff9528-4b15-4545-af65-e3d3d85d6b2a req-b2f3ec35-e849-4c1b-a0e3-bfd6f6149c4f tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=caa85e85-fcaa-44ae-a77b-5352712e2113 HTTP/1.1" status: 200  len: 944 time: 0.0849557
Jun 03 16:19:06.354807 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9bff9528-4b15-4545-af65-e3d3d85d6b2a req-d421b3e9-66b8-40ff-9c6e-f623ee622bfe tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380116
Jun 03 16:19:06.662782 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3524da-6eae-4fad-be1e-a1d7b273bfe1 req-1373a4fa-e86e-4477-88a6-40a20f612fde tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:06.664201 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-fb3524da-6eae-4fad-be1e-a1d7b273bfe1 req-1373a4fa-e86e-4477-88a6-40a20f612fde tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.0818579
Jun 03 16:19:06.708342 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-fb3524da-6eae-4fad-be1e-a1d7b273bfe1 req-673e08c5-21c9-43e2-aaba-c7b7f953965d tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376911
Jun 03 16:19:06.963523 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-058d14e0-c8bf-4b40-ad7b-2af4b9c491ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:07.274950 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530f6b8-c334-4360-939a-f59f78f2c7f2 req-72f62b14-7b2f-43f0-9f05-3abc5bd38857 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:07.276983 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a530f6b8-c334-4360-939a-f59f78f2c7f2 req-72f62b14-7b2f-43f0-9f05-3abc5bd38857 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.0833495
Jun 03 16:19:07.320448 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a530f6b8-c334-4360-939a-f59f78f2c7f2 req-f8ece1eb-1132-419c-a8e0-941302e4dbc2 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375478
Jun 03 16:19:07.540469 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ae7f7-0dd4-4a72-afba-96914f570187 req-f30e6f27-d5df-4cea-b469-678288a9751e tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:07.541860 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c44ae7f7-0dd4-4a72-afba-96914f570187 req-f30e6f27-d5df-4cea-b469-678288a9751e tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=caa85e85-fcaa-44ae-a77b-5352712e2113 HTTP/1.1" status: 200  len: 944 time: 0.0783508
Jun 03 16:19:07.585202 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c44ae7f7-0dd4-4a72-afba-96914f570187 req-db5919ac-217c-45c0-b241-6cf29c3308ed tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377312
Jun 03 16:19:07.889271 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d93f22-642c-4c3f-b2ee-c2aac217ddbd req-8e5e1471-1210-4633-8065-3f6cf33caee7 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:07.890721 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-18d93f22-642c-4c3f-b2ee-c2aac217ddbd req-8e5e1471-1210-4633-8065-3f6cf33caee7 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.0791514
Jun 03 16:19:07.937940 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-18d93f22-642c-4c3f-b2ee-c2aac217ddbd req-8af234e5-2d70-479a-95ec-ce6f04ed0c0f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415697
Jun 03 16:19:08.202237 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 1cd62ff8-2e8d-44b1-993b-c477cf1b8de7 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:19:08.240213 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] No Port match for: 1cd62ff8-2e8d-44b1-993b-c477cf1b8de7 {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:19:08.240865 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 1cd62ff8-2e8d-44b1-993b-c477cf1b8de7 not bound to the agent host hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:19:08.514184 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b17ee8-8082-4263-9f72-63d85254f5b9 req-5df2390e-6c05-441e-92be-a04e6b796ae3 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:08.515527 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-d6b17ee8-8082-4263-9f72-63d85254f5b9 req-5df2390e-6c05-441e-92be-a04e6b796ae3 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.0807967
Jun 03 16:19:08.560982 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-d6b17ee8-8082-4263-9f72-63d85254f5b9 req-ba307eb9-7867-4e91-a99f-1641f4bcde3f tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397933
Jun 03 16:19:08.757756 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:08.778738 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29186e2-cf74-41ea-99af-8ff324249916 req-30b6ae3b-1261-43b0-884c-09c2774fc2b5 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:08.780224 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f29186e2-cf74-41ea-99af-8ff324249916 req-30b6ae3b-1261-43b0-884c-09c2774fc2b5 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=caa85e85-fcaa-44ae-a77b-5352712e2113 HTTP/1.1" status: 200  len: 944 time: 0.0861282
Jun 03 16:19:08.824405 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f29186e2-cf74-41ea-99af-8ff324249916 req-b3a8af8e-5bbc-4b49-8477-c6ce99823932 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385315
Jun 03 16:19:09.121788 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ba1b6-a7a0-40f7-9e54-8263a7e32778 req-160410d2-32d9-491a-b49e-c4c53fb987aa tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:09.123143 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-1f3ba1b6-a7a0-40f7-9e54-8263a7e32778 req-160410d2-32d9-491a-b49e-c4c53fb987aa tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.0774477
Jun 03 16:19:09.236776 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-1f3ba1b6-a7a0-40f7-9e54-8263a7e32778 req-dc46c93f-2435-453e-b0cb-2fb0bd25a4aa tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078284
Jun 03 16:19:09.425770 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:09.679243 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd0bc1-ac88-44c8-be64-babe8192012d req-0b234ba6-1bd2-450f-aab2-b2fb0e375518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:09.682930 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-63fd0bc1-ac88-44c8-be64-babe8192012d req-0b234ba6-1bd2-450f-aab2-b2fb0e375518 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac92454434b9488fb13bd0596cb98647&device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 1098 time: 0.0966806
Jun 03 16:19:09.739281 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-6d500d41-d30c-4393-bc91-c163e99528c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:09.755740 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 60078) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:19:09.771918 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:19:09.903562 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a41ae-229b-4e8e-a3e3-c133921334c3 req-8fe1e4c2-5a8f-43dd-beda-10b342341bcd tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:09.912398 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-809a41ae-229b-4e8e-a3e3-c133921334c3 req-8fe1e4c2-5a8f-43dd-beda-10b342341bcd tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.2198753
Jun 03 16:19:09.916478 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd0bc1-ac88-44c8-be64-babe8192012d req-1b1f126d-4094-4122-b29e-35df11095389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:09.918127 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-63fd0bc1-ac88-44c8-be64-babe8192012d req-1b1f126d-4094-4122-b29e-35df11095389 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eaa05f56-e2a3-4209-b334-8745e58b65ca HTTP/1.1" status: 200  len: 920 time: 0.1890314
Jun 03 16:19:09.977044 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-12974c12-0e26-42bb-b866-4b5d4f3bc650 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5fb7a6340d2c48439d83deb6840bf487&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2193460
Jun 03 16:19:09.977924 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 60084) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:19:10.008900 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-63fd0bc1-ac88-44c8-be64-babe8192012d req-c0d7cc87-96c8-4a86-862e-93dcdb1d25e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ecd3046-ff96-45a4-bae9-a8694691d76e HTTP/1.1" status: 200  len: 217 time: 0.0748312
Jun 03 16:19:10.082620 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd0bc1-ac88-44c8-be64-babe8192012d req-499a052b-46de-4cb3-9d76-3531630c94ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:10.084038 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-63fd0bc1-ac88-44c8-be64-babe8192012d req-499a052b-46de-4cb3-9d76-3531630c94ea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=37b858f2-9061-4689-8f39-93d3aae83f42 HTTP/1.1" status: 200  len: 859 time: 0.0655794
Jun 03 16:19:10.099476 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-809a41ae-229b-4e8e-a3e3-c133921334c3 req-209ebdad-2ca0-4928-b69d-acf94491df52 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1858902
Jun 03 16:19:10.123240 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0f542c1d-4c2b-47fe-8275-62f36ce6b3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:10.165627 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0f542c1d-4c2b-47fe-8275-62f36ce6b3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:10.211252 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device f732b762-dd26-491e-a290-400d6b5e22ac up at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:19:10.254317 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae4a65-0dbc-4974-87f0-be46b2568ace req-4e4d1b5d-8a68-4f46-b343-f367dd21d8df tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:10.258670 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-fcae4a65-0dbc-4974-87f0-be46b2568ace req-4e4d1b5d-8a68-4f46-b343-f367dd21d8df tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=caa85e85-fcaa-44ae-a77b-5352712e2113 HTTP/1.1" status: 200  len: 944 time: 0.1930966
Jun 03 16:19:10.266975 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-63fd0bc1-ac88-44c8-be64-babe8192012d req-64f7e411-62a7-41a7-a729-baeb75aa2d48 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eaa05f56-e2a3-4209-b334-8745e58b65ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1609206
Jun 03 16:19:10.372285 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0f542c1d-4c2b-47fe-8275-62f36ce6b3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:10.376055 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-0e200f0b-94f1-4530-b4d8-d57e07ea6e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:19:10.409859 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-fcae4a65-0dbc-4974-87f0-be46b2568ace req-cefb91ba-c407-41fb-a204-7b6677cbd949 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349945
Jun 03 16:19:10.436363 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f542c1d-4c2b-47fe-8275-62f36ce6b3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf90072b-5c9b-4d06-aa1d-b4609512da76,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:19:10.437544 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning for port f732b762-dd26-491e-a290-400d6b5e22ac completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:19:10.455162 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-0f542c1d-4c2b-47fe-8275-62f36ce6b3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:19:10.457706 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0f542c1d-4c2b-47fe-8275-62f36ce6b3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:10.458828 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-0f542c1d-4c2b-47fe-8275-62f36ce6b3dd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cf90072b-5c9b-4d06-aa1d-b4609512da76 HTTP/1.1" status: 204  len: 168 time: 0.4796450
Jun 03 16:19:10.498495 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning complete for port f732b762-dd26-491e-a290-400d6b5e22ac triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:19:10.498962 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:10.584770 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-63fd0bc1-ac88-44c8-be64-babe8192012d req-57c2ee73-656b-4a14-8dd4-94c5dbaf8f29 service neutron] 10.222.0.73 "GET /v2.0/networks/eaa05f56-e2a3-4209-b334-8745e58b65ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3044944
Jun 03 16:19:10.740286 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-63fd0bc1-ac88-44c8-be64-babe8192012d req-753dda8d-7992-45db-baee-6d8fad6dc037 service neutron] 10.222.0.73 "GET /v2.0/networks/eaa05f56-e2a3-4209-b334-8745e58b65ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1448271
Jun 03 16:19:10.795455 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22f2a7-ef0c-46ec-be10-67e954f455c2 req-db96efd2-92d6-436f-b9bb-30cbd59ab10f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:10.803320 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3e22f2a7-ef0c-46ec-be10-67e954f455c2 req-db96efd2-92d6-436f-b9bb-30cbd59ab10f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.3159232
Jun 03 16:19:10.861380 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:10.872005 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:10.878803 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3e22f2a7-ef0c-46ec-be10-67e954f455c2 req-461ec211-91e4-42b7-b8b6-4d708e1e2681 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714626
Jun 03 16:19:10.942893 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port f732b762-dd26-491e-a290-400d6b5e22ac, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f732b762-dd26-491e-a290-400d6b5e22ac,segment=NetworkSegment(32444300-ec9f-49ab-9cc6-b285e44b2fde),segment_id=32444300-ec9f-49ab-9cc6-b285e44b2fde)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:19:10.943853 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa85e85-fcaa-44ae-a77b-5352712e2113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f732b762-dd26-491e-a290-400d6b5e22ac'}] {{(pid=91618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:19:10.946435 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80780923b31b79766dda64912243351c94e9e307cca1e5b2e5a14cee02687ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378baf05-5af7-4e2b-bce7-9de8b460a6fb" -d '{"events": [{"server_uuid": "caa85e85-fcaa-44ae-a77b-5352712e2113", "name": "network-vif-plugged", "status": "completed", "tag": "f732b762-dd26-491e-a290-400d6b5e22ac"}]}' {{(pid=91618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:19:10.955880 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:10.959055 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:19:11.038416 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec481171-4c2e-4690-8366-2be3d34665be x-openstack-request-id: req-ec481171-4c2e-4690-8366-2be3d34665be {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:19:11.038730 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa85e85-fcaa-44ae-a77b-5352712e2113", "name": "network-vif-plugged", "status": "completed", "tag": "f732b762-dd26-491e-a290-400d6b5e22ac", "code": 200}]} {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:19:11.038985 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ec481171-4c2e-4690-8366-2be3d34665be {{(pid=91618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:19:11.039420 dv-cinder-786524-8-iscsi neutron-server[91618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa85e85-fcaa-44ae-a77b-5352712e2113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f732b762-dd26-491e-a290-400d6b5e22ac', 'code': 200}
Jun 03 16:19:11.043845 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=f732b762-dd26-491e-a290-400d6b5e22ac,revision_number=5']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:19:11.052246 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:11.053102 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:11.053469 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:11.053869 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:11.054264 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:11.054660 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:11.055071 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:11.055459 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:11.055907 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:11.056296 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:11.056678 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:11.057209 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:11.062647 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:19:11.404014 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649a2ca-2f21-4eb4-bab5-e0aaa6337537 req-46e4fa8f-9064-4ec5-b5f2-7b62ac4893df tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:11.405956 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4649a2ca-2f21-4eb4-bab5-e0aaa6337537 req-46e4fa8f-9064-4ec5-b5f2-7b62ac4893df tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.1693501
Jun 03 16:19:11.452867 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44f7ea-4630-42e4-8484-7f86b4581085 req-0bd8529d-e8fe-4b59-8212-7c7f2d18d309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:11.456040 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9c44f7ea-4630-42e4-8484-7f86b4581085 req-0bd8529d-e8fe-4b59-8212-7c7f2d18d309 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=caa85e85-fcaa-44ae-a77b-5352712e2113 HTTP/1.1" status: 200  len: 1098 time: 0.1578224
Jun 03 16:19:11.517750 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4649a2ca-2f21-4eb4-bab5-e0aaa6337537 req-89d0fc9d-6dff-4df3-a23d-549b10b290bf tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0954781
Jun 03 16:19:11.561956 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9c44f7ea-4630-42e4-8484-7f86b4581085 req-4cdc3a42-b25b-4bb6-85b1-2d0287a977a3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924459
Jun 03 16:19:11.677706 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01e86d-597c-4c8a-af5b-46e60ce99529 req-dd9fa9f5-f7db-47fe-9abd-0dc04601463f tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:11.679884 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-4a01e86d-597c-4c8a-af5b-46e60ce99529 req-dd9fa9f5-f7db-47fe-9abd-0dc04601463f tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=caa85e85-fcaa-44ae-a77b-5352712e2113 HTTP/1.1" status: 200  len: 945 time: 0.0949070
Jun 03 16:19:11.728111 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-4a01e86d-597c-4c8a-af5b-46e60ce99529 req-d9331e60-14d4-44f0-860f-12440c8e392b tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414419
Jun 03 16:19:12.092584 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96869ed-08f3-451c-a626-cc9b6debfd07 req-5218af11-3a7c-4672-b84a-9b453e2773f5 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:12.094128 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d96869ed-08f3-451c-a626-cc9b6debfd07 req-5218af11-3a7c-4672-b84a-9b453e2773f5 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.0862722
Jun 03 16:19:12.149722 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d96869ed-08f3-451c-a626-cc9b6debfd07 req-c28992f6-cd9a-4dcf-a7a7-7f8482021138 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493233
Jun 03 16:19:12.184613 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:12.789981 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a13625-73fb-45f0-adba-6c73865d0225 req-5aab7cf1-493a-4895-84a8-badeb6ee1a40 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:12.807047 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-d9a13625-73fb-45f0-adba-6c73865d0225 req-5aab7cf1-493a-4895-84a8-badeb6ee1a40 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.1497283
Jun 03 16:19:12.887656 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-d9a13625-73fb-45f0-adba-6c73865d0225 req-0e16c5fe-a628-48f9-ad09-cbac7d03655e tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785499
Jun 03 16:19:13.053722 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff0452-3f0b-4d9a-90c3-82e944b80c01 req-2de4d871-7cc9-45de-9776-14d371f7a8d8 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:13.053722 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3eff0452-3f0b-4d9a-90c3-82e944b80c01 req-2de4d871-7cc9-45de-9776-14d371f7a8d8 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=caa85e85-fcaa-44ae-a77b-5352712e2113 HTTP/1.1" status: 200  len: 945 time: 0.1210608
Jun 03 16:19:13.095503 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3eff0452-3f0b-4d9a-90c3-82e944b80c01 req-2f1821fe-fafe-4a69-8a40-4cf46b52cb32 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401719
Jun 03 16:19:14.188674 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fcdd4-7011-4435-a56c-40ba9c5d550f req-da921a4e-21e5-470b-95c6-2a6d4568a94a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:14.189997 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-787fcdd4-7011-4435-a56c-40ba9c5d550f req-da921a4e-21e5-470b-95c6-2a6d4568a94a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.1306372
Jun 03 16:19:14.259226 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-787fcdd4-7011-4435-a56c-40ba9c5d550f req-f934c948-fec4-4d74-873b-da45bb5d39e2 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634642
Jun 03 16:19:14.291787 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76507bb-b66c-4f6f-b26f-a1e641812a93 req-3c591666-1fdd-4fa0-be43-772ac35d4fd0 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:14.300491 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c76507bb-b66c-4f6f-b26f-a1e641812a93 req-3c591666-1fdd-4fa0-be43-772ac35d4fd0 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.1280367
Jun 03 16:19:14.353740 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c76507bb-b66c-4f6f-b26f-a1e641812a93 req-45eebed6-e32a-4745-963a-4a3e41d6c30f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527883
Jun 03 16:19:14.525308 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac165b-c248-40df-9c2a-84c7031a7855 req-6a47ed97-4fe7-4877-81a0-db943f1ead9b tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:14.528264 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f1ac165b-c248-40df-9c2a-84c7031a7855 req-6a47ed97-4fe7-4877-81a0-db943f1ead9b tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=caa85e85-fcaa-44ae-a77b-5352712e2113 HTTP/1.1" status: 200  len: 945 time: 0.1259871
Jun 03 16:19:14.586734 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f1ac165b-c248-40df-9c2a-84c7031a7855 req-2f7fe9f1-a9cf-4498-85ff-53c486d3635d tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513723
Jun 03 16:19:14.699629 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 60194) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:19:14.865046 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2f138643-740c-4b42-b24e-0fae71fb2756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:14.882310 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-2f138643-740c-4b42-b24e-0fae71fb2756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:19:14.896639 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-2f138643-740c-4b42-b24e-0fae71fb2756 admin admin] Usage tracker for resource:security_group_rule and tenant:bb970860b45549e89c9fa7aa6b515eed is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:19:14.902253 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-2f138643-740c-4b42-b24e-0fae71fb2756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:19:14.912037 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-2f138643-740c-4b42-b24e-0fae71fb2756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:19:15.112804 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2f138643-740c-4b42-b24e-0fae71fb2756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:15.121992 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2f138643-740c-4b42-b24e-0fae71fb2756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:15.143572 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-4f8eac36-ca72-4751-98ec-5a45be5bf2cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:19:15.209558 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f138643-740c-4b42-b24e-0fae71fb2756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea98959a-6774-4399-ad7f-e493b9f30601,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:19:15.226192 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-2f138643-740c-4b42-b24e-0fae71fb2756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:19:15.232768 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-2f138643-740c-4b42-b24e-0fae71fb2756 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bb970860b45549e89c9fa7aa6b515eed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5318000
Jun 03 16:19:15.232974 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 60206) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:19:15.315024 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4dceff83-06b9-496b-8d89-f4765f24e628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:15.356617 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4dceff83-06b9-496b-8d89-f4765f24e628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:15.473633 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4dceff83-06b9-496b-8d89-f4765f24e628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:15.478214 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-dc0e34a0-922d-4111-baed-f8ff846ba33b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:19:15.506223 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dceff83-06b9-496b-8d89-f4765f24e628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea98959a-6774-4399-ad7f-e493b9f30601,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:19:15.518761 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f283d-e306-4aba-ad29-aa8763c95b85 req-0b3a5a4d-ba60-4ecc-9242-29bb2f1ca833 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:15.535964 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0f3f283d-e306-4aba-ad29-aa8763c95b85 req-0b3a5a4d-ba60-4ecc-9242-29bb2f1ca833 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.1362629
Jun 03 16:19:15.538073 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-4dceff83-06b9-496b-8d89-f4765f24e628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:19:15.562611 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4dceff83-06b9-496b-8d89-f4765f24e628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:15.563780 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-4dceff83-06b9-496b-8d89-f4765f24e628 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ea98959a-6774-4399-ad7f-e493b9f30601 HTTP/1.1" status: 204  len: 168 time: 0.3295865
Jun 03 16:19:15.587078 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0f3f283d-e306-4aba-ad29-aa8763c95b85 req-d08c5e1e-09f8-430b-8005-f5604637a025 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502400
Jun 03 16:19:16.999588 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef5fb8-a213-4e33-88a6-d1727de209d0 req-3b99b132-100a-4187-aa22-abefe06fbcda tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:17.007286 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f9ef5fb8-a213-4e33-88a6-d1727de209d0 req-3b99b132-100a-4187-aa22-abefe06fbcda tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.1161067
Jun 03 16:19:17.069998 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f9ef5fb8-a213-4e33-88a6-d1727de209d0 req-69d57226-52f3-4d6b-8d87-b718d398ca75 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617688
Jun 03 16:19:17.194918 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace7831-3401-41f1-b428-b9cb2f711baa req-7a26428a-8de6-495f-8991-d61aa30861ae tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:17.202093 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-bace7831-3401-41f1-b428-b9cb2f711baa req-7a26428a-8de6-495f-8991-d61aa30861ae tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.1425223
Jun 03 16:19:17.264849 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-bace7831-3401-41f1-b428-b9cb2f711baa req-64276b01-3a54-4dde-9986-fb944a9dc3f3 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618002
Jun 03 16:19:18.271862 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd171f-e076-4093-ba0c-3e456b6784a2 req-be8a16dd-9a3b-4659-83fa-061ca323476a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:18.273378 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-4afd171f-e076-4093-ba0c-3e456b6784a2 req-be8a16dd-9a3b-4659-83fa-061ca323476a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.0856311
Jun 03 16:19:18.342057 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-4afd171f-e076-4093-ba0c-3e456b6784a2 req-dd06da90-f9a9-4c1b-9426-b2f6ef3a6782 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570946
Jun 03 16:19:18.497019 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7eed4-bbe3-470a-b1de-90e8940d6f39 req-97c8f01d-3fda-4a36-ba21-ce480c958161 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:18.499508 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5ad7eed4-bbe3-470a-b1de-90e8940d6f39 req-97c8f01d-3fda-4a36-ba21-ce480c958161 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.0998456
Jun 03 16:19:18.561631 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5ad7eed4-bbe3-470a-b1de-90e8940d6f39 req-9f984674-5442-4386-9d4c-3d7be5839637 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514526
Jun 03 16:19:19.600147 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b380a02-b0ff-4404-9267-c5d576eba0bf req-c2c6f833-568e-4cc0-a40d-eb89a2f9b60e tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:19.602394 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-8b380a02-b0ff-4404-9267-c5d576eba0bf req-c2c6f833-568e-4cc0-a40d-eb89a2f9b60e tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.0961723
Jun 03 16:19:19.660281 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-8b380a02-b0ff-4404-9267-c5d576eba0bf req-8415b44a-6371-4af0-afbe-998815c9b4a1 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511684
Jun 03 16:19:19.767437 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1af71c-37d9-4597-b564-7550cd946ab7 req-4721d4da-063d-4bb4-bf72-ef2ebb3e8ddd tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:19.768918 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-bc1af71c-37d9-4597-b564-7550cd946ab7 req-4721d4da-063d-4bb4-bf72-ef2ebb3e8ddd tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.0826020
Jun 03 16:19:19.817783 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-bc1af71c-37d9-4597-b564-7550cd946ab7 req-49a75ca8-c2a1-4029-8a36-489768a4848c tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410249
Jun 03 16:19:21.010543 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c52d1-c99b-42bc-a243-147e0c6ca919 req-48ddf97f-c68d-4e5a-ba59-3776d939efbf tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:21.017876 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-161c52d1-c99b-42bc-a243-147e0c6ca919 req-48ddf97f-c68d-4e5a-ba59-3776d939efbf tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.1975958
Jun 03 16:19:21.092057 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-161c52d1-c99b-42bc-a243-147e0c6ca919 req-fd110bd7-81f2-4f77-94da-8d11292d2cd5 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730252
Jun 03 16:19:21.115703 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a096d1-c1b6-4257-9b09-2bb1008d2f26 req-4a095a8a-bf33-445c-8ca6-d7fba521e6d4 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:21.121757 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-20a096d1-c1b6-4257-9b09-2bb1008d2f26 req-4a095a8a-bf33-445c-8ca6-d7fba521e6d4 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.1431260
Jun 03 16:19:21.173971 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-20a096d1-c1b6-4257-9b09-2bb1008d2f26 req-c8a48500-713d-491c-893e-45cedae7adb4 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496385
Jun 03 16:19:22.326018 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6d3ac-4c9a-4f43-a5f6-5ba938f1d063 req-5ddb3ccb-c457-4250-8651-5f0820d35bb1 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:22.337760 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9ef6d3ac-4c9a-4f43-a5f6-5ba938f1d063 req-5ddb3ccb-c457-4250-8651-5f0820d35bb1 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.1125605
Jun 03 16:19:22.405373 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08fb3f-5789-405e-ab0a-5ae13bff0bc2 req-8ebf7c65-6182-42a4-9b79-bb1618fad70e tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:22.407894 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0c08fb3f-5789-405e-ab0a-5ae13bff0bc2 req-8ebf7c65-6182-42a4-9b79-bb1618fad70e tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.1237924
Jun 03 16:19:22.410883 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9ef6d3ac-4c9a-4f43-a5f6-5ba938f1d063 req-cb760f9e-299d-40b1-b79a-d74dba7c80d4 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713582
Jun 03 16:19:22.474653 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0c08fb3f-5789-405e-ab0a-5ae13bff0bc2 req-bf79588e-f3f5-4e41-b396-20952a67b7b0 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605545
Jun 03 16:19:23.622276 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d19fd-730d-4481-8098-65cec9794e7f req-7dcc343f-e751-4c12-8352-723e3d0d9425 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:23.623837 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-bc7d19fd-730d-4481-8098-65cec9794e7f req-7dcc343f-e751-4c12-8352-723e3d0d9425 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.0951703
Jun 03 16:19:23.672094 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-bc7d19fd-730d-4481-8098-65cec9794e7f req-16d63071-48fa-4720-b728-94b3d916c3c2 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423274
Jun 03 16:19:23.706958 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b304512-4ecf-4d85-a2a0-35b41bf9e8e7 req-6ef06afa-ae93-4bf0-8184-198efd7d250a tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:23.708414 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-6b304512-4ecf-4d85-a2a0-35b41bf9e8e7 req-6ef06afa-ae93-4bf0-8184-198efd7d250a tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.0974929
Jun 03 16:19:23.754914 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-6b304512-4ecf-4d85-a2a0-35b41bf9e8e7 req-df739ca6-800e-4a84-ab84-05c08e231be8 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403218
Jun 03 16:19:24.253357 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 16:19:24.398534 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e,segment=NetworkSegment(8d919451-85fd-41bb-bbc2-dd880028642e),segment_id=8d919451-85fd-41bb-bbc2-dd880028642e)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:19:24.420562 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Returning: {'device': '6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e', 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'port_id': '6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e', 'mac_address': 'fa:16:3e:62:9a:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1730b65d-c307-4958-817a-0c734926fd68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 16:19:24.480800 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:24.499534 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e {{(pid=91618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:19:24.548261 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e,segment=NetworkSegment(8d919451-85fd-41bb-bbc2-dd880028642e),segment_id=8d919451-85fd-41bb-bbc2-dd880028642e)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:19:24.554479 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:24.556231 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:19:24.696192 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e,revision_number=6']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:19:24.704201 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:19:24.766954 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:19:24.802771 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513bf45-5c13-4ce1-b929-e6847b393aa6 req-30698b7e-e920-491f-862c-dc520bb792a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:24.804349 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e513bf45-5c13-4ce1-b929-e6847b393aa6 req-30698b7e-e920-491f-862c-dc520bb792a4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac92454434b9488fb13bd0596cb98647&device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 1098 time: 0.2352259
Jun 03 16:19:24.990464 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99ce35-1d83-4d46-b329-4cddfe4e5f04 req-01b23a72-b591-488a-a674-84d79f8d4782 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:25.001235 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-7e99ce35-1d83-4d46-b329-4cddfe4e5f04 req-01b23a72-b591-488a-a674-84d79f8d4782 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 945 time: 0.1202722
Jun 03 16:19:25.061999 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-7e99ce35-1d83-4d46-b329-4cddfe4e5f04 req-8a66c430-eb79-46c0-bd3b-d9defe5911aa tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592608
Jun 03 16:19:25.135980 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebfe58-4136-426e-bfa3-85a8f81f5477 req-76df888a-1cc5-4922-882f-4a0f9565d924 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:25.137534 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-fdebfe58-4136-426e-bfa3-85a8f81f5477 req-76df888a-1cc5-4922-882f-4a0f9565d924 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.4602189
Jun 03 16:19:25.218203 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513bf45-5c13-4ce1-b929-e6847b393aa6 req-681c0df0-2da0-4178-9d2b-93644b887249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:25.219951 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e513bf45-5c13-4ce1-b929-e6847b393aa6 req-681c0df0-2da0-4178-9d2b-93644b887249 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eaa05f56-e2a3-4209-b334-8745e58b65ca HTTP/1.1" status: 200  len: 920 time: 0.4075770
Jun 03 16:19:25.407924 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e513bf45-5c13-4ce1-b929-e6847b393aa6 req-61192f4a-5c2b-4b9f-8905-9c620001db40 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ecd3046-ff96-45a4-bae9-a8694691d76e HTTP/1.1" status: 200  len: 217 time: 0.1716473
Jun 03 16:19:25.434301 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8a6df-89d1-486d-8a0d-f4c8b394f491 req-916ce3c7-2553-4581-a8ee-0e4d2867d303 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:25.436031 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-4fc8a6df-89d1-486d-8a0d-f4c8b394f491 req-916ce3c7-2553-4581-a8ee-0e4d2867d303 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.1439600
Jun 03 16:19:25.505447 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-fdebfe58-4136-426e-bfa3-85a8f81f5477 req-a878973d-d267-48bc-9ceb-144398bb626f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3470981
Jun 03 16:19:25.550188 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-4fc8a6df-89d1-486d-8a0d-f4c8b394f491 req-6364a9aa-b086-446a-b7e2-3756b8ec8de7 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1078994
Jun 03 16:19:25.571298 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513bf45-5c13-4ce1-b929-e6847b393aa6 req-bd04d461-2360-4079-8a5a-79caff54a62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:25.574302 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e513bf45-5c13-4ce1-b929-e6847b393aa6 req-bd04d461-2360-4079-8a5a-79caff54a62f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=37b858f2-9061-4689-8f39-93d3aae83f42 HTTP/1.1" status: 200  len: 859 time: 0.1558704
Jun 03 16:19:25.672552 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e513bf45-5c13-4ce1-b929-e6847b393aa6 req-2d5d4399-5fe2-4e26-b4e9-ae9ea0db6d4d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eaa05f56-e2a3-4209-b334-8745e58b65ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0874982
Jun 03 16:19:26.052712 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e513bf45-5c13-4ce1-b929-e6847b393aa6 req-f1f420c5-ac2d-4926-b29d-8b22a19d6978 service neutron] 10.222.0.73 "GET /v2.0/networks/eaa05f56-e2a3-4209-b334-8745e58b65ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3692253
Jun 03 16:19:26.253218 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e513bf45-5c13-4ce1-b929-e6847b393aa6 req-00655199-7be3-4005-9289-590d488a08da service neutron] 10.222.0.73 "GET /v2.0/networks/eaa05f56-e2a3-4209-b334-8745e58b65ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1880291
Jun 03 16:19:26.267160 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e up at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:19:26.467129 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65fabf-5f9e-43bd-93db-e4e372097a5d req-607f7438-149c-43cd-b5f8-36d2d96ff874 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:26.468966 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1d65fabf-5f9e-43bd-93db-e4e372097a5d req-607f7438-149c-43cd-b5f8-36d2d96ff874 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 945 time: 0.1481411
Jun 03 16:19:26.506028 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning complete for port 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:19:26.506275 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:26.549947 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1d65fabf-5f9e-43bd-93db-e4e372097a5d req-e475a33f-79e7-416f-8f71-da30a4a82fc8 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752506
Jun 03 16:19:26.804004 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:26.871279 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bec0e4-89e5-4150-b8f8-f3545bf9df1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e'}] {{(pid=91618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:19:26.879807 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80780923b31b79766dda64912243351c94e9e307cca1e5b2e5a14cee02687ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88047a29-e219-4bfb-9a81-9197591db0c4" -d '{"events": [{"server_uuid": "78bec0e4-89e5-4150-b8f8-f3545bf9df1e", "name": "network-vif-plugged", "status": "completed", "tag": "6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e"}]}' {{(pid=91618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:19:26.885904 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e,segment=NetworkSegment(8d919451-85fd-41bb-bbc2-dd880028642e),segment_id=8d919451-85fd-41bb-bbc2-dd880028642e)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:19:26.894733 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:26.897310 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:19:26.908560 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b57af9-fcd5-4e73-8aa5-7adc93790cb7 req-aca1e4b8-e229-4ca3-92dc-0c4f534443d9 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:26.910136 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d9b57af9-fcd5-4e73-8aa5-7adc93790cb7 req-aca1e4b8-e229-4ca3-92dc-0c4f534443d9 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.1716385
Jun 03 16:19:26.982541 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889a126-b309-4b99-a27e-0fe71a222c8e req-77b5579a-aca7-4171-94bc-0e98ec744dfa tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:26.994942 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-5889a126-b309-4b99-a27e-0fe71a222c8e req-77b5579a-aca7-4171-94bc-0e98ec744dfa tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.2170467
Jun 03 16:19:27.028907 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e,revision_number=7']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:19:27.034672 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:19:27.075662 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d9b57af9-fcd5-4e73-8aa5-7adc93790cb7 req-abdbd9b8-1971-48e6-a3e4-c174ee908582 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1519153
Jun 03 16:19:27.107914 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-5889a126-b309-4b99-a27e-0fe71a222c8e req-54fbaf1d-bd8e-41ff-bffc-7dacce7197b0 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044915
Jun 03 16:19:27.154859 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679afa18-79f0-4daf-8e94-ba14620ce77d x-openstack-request-id: req-679afa18-79f0-4daf-8e94-ba14620ce77d {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:19:27.155176 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78bec0e4-89e5-4150-b8f8-f3545bf9df1e", "name": "network-vif-plugged", "status": "completed", "tag": "6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e", "code": 200}]} {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:19:27.155439 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-679afa18-79f0-4daf-8e94-ba14620ce77d {{(pid=91618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:19:27.155907 dv-cinder-786524-8-iscsi neutron-server[91618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78bec0e4-89e5-4150-b8f8-f3545bf9df1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e', 'code': 200}
Jun 03 16:19:27.976826 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b390f-70ed-487c-a1c0-9e46bbd85420 req-ae82cafd-c5d9-4cf0-a733-df7da0795763 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:27.978565 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-e99b390f-70ed-487c-a1c0-9e46bbd85420 req-ae82cafd-c5d9-4cf0-a733-df7da0795763 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.2383199
Jun 03 16:19:28.052662 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-e99b390f-70ed-487c-a1c0-9e46bbd85420 req-c7b5a021-a4a1-4898-aca6-f45986ede09f tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510390
Jun 03 16:19:28.438181 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d72c8-aa0f-4526-9218-bd27590afa14 req-33d79da6-e42f-44a0-bc59-bf4875906d45 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:28.457698 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0b3d72c8-aa0f-4526-9218-bd27590afa14 req-33d79da6-e42f-44a0-bc59-bf4875906d45 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.1823647
Jun 03 16:19:28.645431 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0b3d72c8-aa0f-4526-9218-bd27590afa14 req-bb1b81ff-4701-45c0-90e0-28c13895e2e9 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1762507
Jun 03 16:19:28.735592 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c691b-4ae1-4679-9e39-eb9ec16b24ab req-64ed9364-d89a-4849-9ba5-0f2929109a51 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:28.752534 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d66c691b-4ae1-4679-9e39-eb9ec16b24ab req-64ed9364-d89a-4849-9ba5-0f2929109a51 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.4758735
Jun 03 16:19:28.810848 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d66c691b-4ae1-4679-9e39-eb9ec16b24ab req-3512c3b0-1a5d-4841-90ea-414aa07c1e6a tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0602791
Jun 03 16:19:29.332566 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65119d-2c22-4340-a2e7-0e6a2b31be88 req-a6278c74-731d-42c3-a95f-a769f869eacf tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:29.334139 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-3f65119d-2c22-4340-a2e7-0e6a2b31be88 req-a6278c74-731d-42c3-a95f-a769f869eacf tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.1254270
Jun 03 16:19:29.384915 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-3f65119d-2c22-4340-a2e7-0e6a2b31be88 req-8a52442f-63e1-4c80-9578-7cb3652d89cc tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440199
Jun 03 16:19:29.962127 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43d1cd-dead-4f67-9503-cc33c48f9f2b req-2c976a7f-4d68-42b2-9a8a-56be921febc6 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:29.964248 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-cc43d1cd-dead-4f67-9503-cc33c48f9f2b req-2c976a7f-4d68-42b2-9a8a-56be921febc6 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.1132524
Jun 03 16:19:30.061513 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-cc43d1cd-dead-4f67-9503-cc33c48f9f2b req-485026ea-a9d6-4183-a568-ec1d2a33309e tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874991
Jun 03 16:19:30.192408 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81817bd8-19d8-49c1-9162-e662bcca0d26 req-c0edd356-1a42-450d-9839-f6139a159bb2 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:30.200013 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-81817bd8-19d8-49c1-9162-e662bcca0d26 req-c0edd356-1a42-450d-9839-f6139a159bb2 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.1919479
Jun 03 16:19:30.341250 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-81817bd8-19d8-49c1-9162-e662bcca0d26 req-86bd8b32-c27b-44fb-857f-d6474c8e3e36 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1297035
Jun 03 16:19:30.681308 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138ab80-2a0e-4cca-9f1d-d06ae4cd746e req-3980763e-0762-481f-9a70-f0c48f039ec2 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:30.683412 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-6138ab80-2a0e-4cca-9f1d-d06ae4cd746e req-3980763e-0762-481f-9a70-f0c48f039ec2 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.0939016
Jun 03 16:19:30.736435 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-6138ab80-2a0e-4cca-9f1d-d06ae4cd746e req-1ee8c916-da88-4f3b-8628-c21acdd34dce tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439932
Jun 03 16:19:31.268254 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d5b020-1670-4e38-a625-58b76f87fa17 req-4296493d-db81-4687-8e8c-6dcc2ffdca8a tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:31.270518 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b3d5b020-1670-4e38-a625-58b76f87fa17 req-4296493d-db81-4687-8e8c-6dcc2ffdca8a tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.0859921
Jun 03 16:19:31.325732 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b3d5b020-1670-4e38-a625-58b76f87fa17 req-d8c3eaa3-8e1f-496e-9cdd-ac6c7e0c2a45 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491397
Jun 03 16:19:31.555268 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d30f5-158d-45b3-992b-853a441c0a79 req-34225b94-6724-4f92-a27c-f3fc583e26a1 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:31.557732 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e87d30f5-158d-45b3-992b-853a441c0a79 req-34225b94-6724-4f92-a27c-f3fc583e26a1 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.0961957
Jun 03 16:19:31.604868 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e87d30f5-158d-45b3-992b-853a441c0a79 req-ce90c292-8106-4f1a-a9d2-869193a16c2f tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418806
Jun 03 16:19:31.957872 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1551bc8-4928-424b-9214-e5bffdf975a9 req-5420d9f8-e377-47d9-bfaf-32d0649f7ed8 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:31.964118 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-e1551bc8-4928-424b-9214-e5bffdf975a9 req-5420d9f8-e377-47d9-bfaf-32d0649f7ed8 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.1010261
Jun 03 16:19:32.055570 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-e1551bc8-4928-424b-9214-e5bffdf975a9 req-e850bfd8-f1b0-4bc7-848f-7a6297139166 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0883756
Jun 03 16:19:32.628634 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346511b7-4fc8-4548-9b0b-48129dd5b716 req-458ec61e-c4d6-43c1-b8e0-07a9bbb5f58b tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:32.639706 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-346511b7-4fc8-4548-9b0b-48129dd5b716 req-458ec61e-c4d6-43c1-b8e0-07a9bbb5f58b tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.1030416
Jun 03 16:19:32.707076 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-346511b7-4fc8-4548-9b0b-48129dd5b716 req-32fbec2c-e8d4-4998-82df-3680922d6f91 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641074
Jun 03 16:19:32.923572 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c8599-d3c4-493f-9301-e5d493a121d6 req-0cc4e5c5-66a7-4112-956c-bc164834ee79 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:32.938524 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1f6c8599-d3c4-493f-9301-e5d493a121d6 req-0cc4e5c5-66a7-4112-956c-bc164834ee79 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.1246252
Jun 03 16:19:33.027180 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1f6c8599-d3c4-493f-9301-e5d493a121d6 req-3f444bf9-1b5d-45ec-b809-c0ca74fd725f tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0875189
Jun 03 16:19:33.423677 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a64c8-96d7-41d3-b8b9-e44b8ac2dbff req-90051f1b-574b-4504-b379-023528a5ff41 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:33.433783 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b20a64c8-96d7-41d3-b8b9-e44b8ac2dbff req-90051f1b-574b-4504-b379-023528a5ff41 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.1711526
Jun 03 16:19:33.527924 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b20a64c8-96d7-41d3-b8b9-e44b8ac2dbff req-5737d3a9-afee-4b0f-bd31-7a88d1bf0cee tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0920553
Jun 03 16:19:33.920370 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161a204-3e64-4134-9f88-f412f8c2084f req-5b446456-d41d-4b75-bbb2-c4224bd25bd7 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:33.927661 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-3161a204-3e64-4134-9f88-f412f8c2084f req-5b446456-d41d-4b75-bbb2-c4224bd25bd7 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.0999377
Jun 03 16:19:33.976208 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-3161a204-3e64-4134-9f88-f412f8c2084f req-a4f1ea55-a549-47ad-bd53-6843072d771d tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476272
Jun 03 16:19:34.226171 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a034a-ad41-459c-9b5b-a7803ecea8e0 req-8cb28159-e32b-4e7b-9e45-462d843d5048 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:34.229958 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ce8a034a-ad41-459c-9b5b-a7803ecea8e0 req-8cb28159-e32b-4e7b-9e45-462d843d5048 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.0918310
Jun 03 16:19:34.301004 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ce8a034a-ad41-459c-9b5b-a7803ecea8e0 req-4837d1a6-f7f1-4382-a97c-7e231d3c5015 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656996
Jun 03 16:19:34.604974 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 60614) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:19:34.730580 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_v2 [None req-4696f71b-2f4e-47a5-b7c8-159ac15daa3b admin admin] Deleting subnet 65bbe529-3508-4f7b-90d3-4ca24fcff3ca {{(pid=91616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 16:19:34.734920 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4696f71b-2f4e-47a5-b7c8-159ac15daa3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:34.797008 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4696f71b-2f4e-47a5-b7c8-159ac15daa3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3092190'] for subnet, precommit_delete_associations {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:34.867543 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4696f71b-2f4e-47a5-b7c8-159ac15daa3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722772'] for subnet, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:34.920029 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed7c96-6086-4376-866e-711089661dbf req-cb09d6d3-a339-40e7-a799-bfc40afe483a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:34.926938 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-63ed7c96-6086-4376-866e-711089661dbf req-cb09d6d3-a339-40e7-a799-bfc40afe483a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.2731831
Jun 03 16:19:35.017247 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-63ed7c96-6086-4376-866e-711089661dbf req-8414098b-a302-408d-97da-e1bbdff5bc69 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0893390
Jun 03 16:19:35.253030 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4696f71b-2f4e-47a5-b7c8-159ac15daa3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858693'] for subnet, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:35.272171 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-cba9f5fe-0c8c-4ba4-94b4-c37b94a40df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:19:35.302650 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94c8e0-e9d0-414a-aafa-df7ba3b21d78 req-53e5f36f-7860-4ea6-9191-fe729be1912e tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:35.312149 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7d94c8e0-e9d0-414a-aafa-df7ba3b21d78 req-53e5f36f-7860-4ea6-9191-fe729be1912e tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.1785088
Jun 03 16:19:35.330534 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4696f71b-2f4e-47a5-b7c8-159ac15daa3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:35.375841 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7d94c8e0-e9d0-414a-aafa-df7ba3b21d78 req-6dc1d52e-9b94-41b5-b841-c90d7f2c019a tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601275
Jun 03 16:19:35.377566 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696f71b-2f4e-47a5-b7c8-159ac15daa3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65bbe529-3508-4f7b-90d3-4ca24fcff3ca,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:19:35.385317 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-4696f71b-2f4e-47a5-b7c8-159ac15daa3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:19:35.387316 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-4696f71b-2f4e-47a5-b7c8-159ac15daa3b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/65bbe529-3508-4f7b-90d3-4ca24fcff3ca HTTP/1.1" status: 204  len: 168 time: 0.7807100
Jun 03 16:19:35.389990 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 60628) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:19:35.513937 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-62adf233-15d7-4529-b995-b891dcdf8695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086256'] for network, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:35.563405 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84814b7f-6a8e-4fe5-a148-4bfd8ca017cc req-f9fe1dc5-e3dd-4f7b-b3bd-30c6c735b687 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:35.564423 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-84814b7f-6a8e-4fe5-a148-4bfd8ca017cc req-f9fe1dc5-e3dd-4f7b-b3bd-30c6c735b687 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.1063807
Jun 03 16:19:35.638117 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-84814b7f-6a8e-4fe5-a148-4bfd8ca017cc req-0e0c6a34-c10b-4d68-a7d7-e73796cbfaf2 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0671575
Jun 03 16:19:35.731691 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-62adf233-15d7-4529-b995-b891dcdf8695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8051073', 'neutron.services.segments.db._delete_segments_for_network-8727276549825'] for network, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:35.749256 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.services.segments.db [None req-62adf233-15d7-4529-b995-b891dcdf8695 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7effa1bb5280>,) {'filters': {'network_id': ['9f38d420-3b2d-4119-a67f-b82430fe1dff']}} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:19:35.765135 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.services.segments.db [None req-62adf233-15d7-4529-b995-b891dcdf8695 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7effa1bb5280>, '94872c1c-f172-4d49-b497-8cb6f6863536') {'for_net_delete': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:19:35.765495 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.services.segments.db [None req-62adf233-15d7-4529-b995-b891dcdf8695 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7effa1bb5280>, '94872c1c-f172-4d49-b497-8cb6f6863536') {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:19:35.788560 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-62adf233-15d7-4529-b995-b891dcdf8695 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727276553436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296617'] for segment, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:35.809100 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-62adf233-15d7-4529-b995-b891dcdf8695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:35.815798 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62adf233-15d7-4529-b995-b891dcdf8695 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=91617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 16:19:35.816810 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-62adf233-15d7-4529-b995-b891dcdf8695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2387491'] for segment, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]: Traceback (most recent call last):
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]:     timer()
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]:     cb(*args, **kw)
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]:     return func(*args, **kwargs)
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]:     self._notify()
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]:     self.callback(batched_events)
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]:     event.method(event)
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]:     return f(self, *a, **k)
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]:     return self._get(url).json()
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]:     return self.request(url, 'GET', **kwargs)
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 16:19:35.830865 dv-cinder-786524-8-iscsi neutron-server[91617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 16:19:35.915686 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-62adf233-15d7-4529-b995-b891dcdf8695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380276'] for network, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:35.920335 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:19:35.937894 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-62adf233-15d7-4529-b995-b891dcdf8695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:35.952027 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62adf233-15d7-4529-b995-b891dcdf8695 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f38d420-3b2d-4119-a67f-b82430fe1dff,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:19:35.956970 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-62adf233-15d7-4529-b995-b891dcdf8695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:19:35.971908 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-62adf233-15d7-4529-b995-b891dcdf8695 admin admin] 10.222.0.66 "DELETE /v2.0/networks/9f38d420-3b2d-4119-a67f-b82430fe1dff HTTP/1.1" status: 204  len: 168 time: 0.5751996
Jun 03 16:19:36.210608 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 60648) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:19:36.288858 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-1f963985-92a8-4aed-85dc-d90476e55eac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=669785fbd04141d295e72375254f7601&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0769265
Jun 03 16:19:36.291411 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 60650) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:19:36.296419 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b55ef6-17f1-4f3f-b22c-a1b36a47cbef req-a120f31d-f4d0-425c-9903-3bd200bfff36 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:36.298266 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-90b55ef6-17f1-4f3f-b22c-a1b36a47cbef req-a120f31d-f4d0-425c-9903-3bd200bfff36 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.1461444
Jun 03 16:19:36.383064 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-90b55ef6-17f1-4f3f-b22c-a1b36a47cbef req-d57e5bd7-398c-402e-b10a-a00b44c44d30 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575790
Jun 03 16:19:36.414778 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-367caa1d-2229-45b2-b0f6-d441ef1586ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:36.442885 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-367caa1d-2229-45b2-b0f6-d441ef1586ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:36.521200 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-367caa1d-2229-45b2-b0f6-d441ef1586ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:36.525307 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-0c87f401-53d3-4b44-a67b-c74db17dcea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:19:36.578062 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367caa1d-2229-45b2-b0f6-d441ef1586ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a472ef69-b24d-4a9f-bcc8-9fe47557437b,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:19:36.584807 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-367caa1d-2229-45b2-b0f6-d441ef1586ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:19:36.594797 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-367caa1d-2229-45b2-b0f6-d441ef1586ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:36.598232 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-367caa1d-2229-45b2-b0f6-d441ef1586ec admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a472ef69-b24d-4a9f-bcc8-9fe47557437b HTTP/1.1" status: 204  len: 168 time: 0.3028376
Jun 03 16:19:36.644968 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd4591-b946-4e1a-87fe-df150bdbc2a4 req-d90a6ec9-45e9-4aad-aaa3-1d8af39164c2 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:36.652487 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-91fd4591-b946-4e1a-87fe-df150bdbc2a4 req-d90a6ec9-45e9-4aad-aaa3-1d8af39164c2 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.1180251
Jun 03 16:19:36.722942 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-91fd4591-b946-4e1a-87fe-df150bdbc2a4 req-a9868251-ce13-4611-96dc-76ddf4b90187 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694678
Jun 03 16:19:36.868327 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bf748-2ced-40e2-8c46-fc08c433e931 req-51eddd99-fadb-4198-9a05-2d5d4b74d3c9 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:36.875323 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ce1bf748-2ced-40e2-8c46-fc08c433e931 req-51eddd99-fadb-4198-9a05-2d5d4b74d3c9 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.1169658
Jun 03 16:19:36.925135 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ce1bf748-2ced-40e2-8c46-fc08c433e931 req-b8ef63e3-3d83-4f37-a485-59340983591b tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488558
Jun 03 16:19:37.003576 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-1943fd54-02a3-4cab-b150-38171d9d3d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:37.297818 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f8513-4237-4562-9970-28d4153a070a req-2859c426-8a6f-4ed1-a583-4d4ec4c55255 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:37.299522 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d08f8513-4237-4562-9970-28d4153a070a req-2859c426-8a6f-4ed1-a583-4d4ec4c55255 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=caa85e85-fcaa-44ae-a77b-5352712e2113 HTTP/1.1" status: 200  len: 945 time: 0.0883460
Jun 03 16:19:37.355853 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d08f8513-4237-4562-9970-28d4153a070a req-d6b1f68c-98d1-4c8c-9a3b-961e3730d447 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480299
Jun 03 16:19:37.596654 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84e670-8408-4f52-9c81-b4bd32474719 req-fb289a32-578c-4643-83c2-73dff674dd11 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:37.601121 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-df84e670-8408-4f52-9c81-b4bd32474719 req-fb289a32-578c-4643-83c2-73dff674dd11 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.0966184
Jun 03 16:19:37.645754 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-df84e670-8408-4f52-9c81-b4bd32474719 req-2e69af10-9c0b-4f06-919a-cebcc2406a45 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406282
Jun 03 16:19:37.924849 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c658eb-5709-4e9e-bf48-6b1569859b4a req-dbc88f21-6a13-4210-b4ff-aab1ecbf3cab tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:37.926377 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-09c658eb-5709-4e9e-bf48-6b1569859b4a req-dbc88f21-6a13-4210-b4ff-aab1ecbf3cab tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.0986557
Jun 03 16:19:37.977011 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-09c658eb-5709-4e9e-bf48-6b1569859b4a req-c41a82a4-2fac-48d0-9cb5-298483c548d9 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442157
Jun 03 16:19:38.019460 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 60748) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:19:38.187313 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f75505-4ccf-4072-a6f8-a07bf8277466 req-76398250-450d-49b8-8045-ebff580fc65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:38.191039 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a9f75505-4ccf-4072-a6f8-a07bf8277466 req-76398250-450d-49b8-8045-ebff580fc65c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c30f1bb3a5fa4f229320a2ddcb1ab970&device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 1099 time: 0.1125977
Jun 03 16:19:38.258217 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c075f4-f9cc-4cab-93c1-a997985edbde req-f457458f-2223-455b-95b8-0bd21ca6383a tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:38.260239 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-92c075f4-f9cc-4cab-93c1-a997985edbde req-f457458f-2223-455b-95b8-0bd21ca6383a tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.2095740
Jun 03 16:19:38.262933 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-b714ebf2-75e3-471d-bdcc-ea853f4ec8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:38.295220 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-b714ebf2-75e3-471d-bdcc-ea853f4ec8a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:19:38.301594 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-b714ebf2-75e3-471d-bdcc-ea853f4ec8a7 admin admin] Usage tracker for resource:security_group_rule and tenant:23588e7f27074a23be6b9b81fabb7ed7 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:19:38.310768 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-b714ebf2-75e3-471d-bdcc-ea853f4ec8a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:19:38.320063 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-b714ebf2-75e3-471d-bdcc-ea853f4ec8a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:19:38.331361 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-92c075f4-f9cc-4cab-93c1-a997985edbde req-2a33d229-555d-4ddf-a086-5a652a35bcb3 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582500
Jun 03 16:19:38.346210 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f75505-4ccf-4072-a6f8-a07bf8277466 req-8bbb7ce0-9af4-4df3-b759-1b3437d50a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:38.347656 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a9f75505-4ccf-4072-a6f8-a07bf8277466 req-8bbb7ce0-9af4-4df3-b759-1b3437d50a68 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 HTTP/1.1" status: 200  len: 917 time: 0.1469104
Jun 03 16:19:38.425428 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-b714ebf2-75e3-471d-bdcc-ea853f4ec8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:38.431243 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-b714ebf2-75e3-471d-bdcc-ea853f4ec8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:38.445377 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-367caa1d-2229-45b2-b0f6-d441ef1586ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:19:38.461315 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a9f75505-4ccf-4072-a6f8-a07bf8277466 req-a1239c31-08ff-4e40-8396-9961507b3efa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e HTTP/1.1" status: 200  len: 1001 time: 0.1061335
Jun 03 16:19:38.488008 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-b714ebf2-75e3-471d-bdcc-ea853f4ec8a7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=23588e7f27074a23be6b9b81fabb7ed7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4672179
Jun 03 16:19:38.489720 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714ebf2-75e3-471d-bdcc-ea853f4ec8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bcba07-a7bd-4277-994c-7ee66c5c0832,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:19:38.492063 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 60764) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:19:38.494665 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-b714ebf2-75e3-471d-bdcc-ea853f4ec8a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:19:38.554602 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4afb2c17-36b2-42fb-a793-ae93730304b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:38.580137 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f75505-4ccf-4072-a6f8-a07bf8277466 req-41ca81ba-c271-40f1-b996-8159a3129902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:38.581592 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a9f75505-4ccf-4072-a6f8-a07bf8277466 req-41ca81ba-c271-40f1-b996-8159a3129902 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1730b65d-c307-4958-817a-0c734926fd68 HTTP/1.1" status: 200  len: 855 time: 0.1122830
Jun 03 16:19:38.584713 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4afb2c17-36b2-42fb-a793-ae93730304b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:38.642952 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4afb2c17-36b2-42fb-a793-ae93730304b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:38.648436 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-b84a33f7-9c6e-40e3-8041-98af0bae0268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:19:38.653798 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7268cd9-52f6-4483-9326-fd29ce9d8721 req-1e20918d-9d13-427a-9f9d-60f83db16a59 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:38.655329 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a7268cd9-52f6-4483-9326-fd29ce9d8721 req-1e20918d-9d13-427a-9f9d-60f83db16a59 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=caa85e85-fcaa-44ae-a77b-5352712e2113 HTTP/1.1" status: 200  len: 945 time: 0.1481390
Jun 03 16:19:38.665275 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb2c17-36b2-42fb-a793-ae93730304b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bcba07-a7bd-4277-994c-7ee66c5c0832,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:19:38.668047 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4afb2c17-36b2-42fb-a793-ae93730304b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:38.671489 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-4afb2c17-36b2-42fb-a793-ae93730304b3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/21bcba07-a7bd-4277-994c-7ee66c5c0832 HTTP/1.1" status: 204  len: 168 time: 0.1761904
Jun 03 16:19:38.671489 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-4afb2c17-36b2-42fb-a793-ae93730304b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:19:38.724724 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a7268cd9-52f6-4483-9326-fd29ce9d8721 req-2f43f482-9dd9-44c2-8dc2-d66b998b1b25 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620186
Jun 03 16:19:38.728004 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f75505-4ccf-4072-a6f8-a07bf8277466 req-980aa4a7-5369-449c-810e-792b5d25d19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:38.730481 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a9f75505-4ccf-4072-a6f8-a07bf8277466 req-980aa4a7-5369-449c-810e-792b5d25d19b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1338096
Jun 03 16:19:38.758550 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:38.883266 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bbd3d1-e533-4dc7-8052-a6d57ad50aaa req-3824cd32-f060-40ab-a247-4a9e159b5167 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:38.883553 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a9f75505-4ccf-4072-a6f8-a07bf8277466 req-53957ec8-4eb3-4062-b41f-04356af5803f service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430898
Jun 03 16:19:38.886232 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-87bbd3d1-e533-4dc7-8052-a6d57ad50aaa req-3824cd32-f060-40ab-a247-4a9e159b5167 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.0906394
Jun 03 16:19:38.932224 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-87bbd3d1-e533-4dc7-8052-a6d57ad50aaa req-63505396-a960-4554-9f7b-8bbc0113462c tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400767
Jun 03 16:19:39.164827 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a9f75505-4ccf-4072-a6f8-a07bf8277466 req-d3c65099-5673-4e26-a43c-f10a32d1649d service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2511504
Jun 03 16:19:39.198819 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7911c4c-09e2-4cc8-bbb7-f3cd4d24ca12 req-d513b8ec-74e5-4310-aef2-aa78548323f6 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:39.200298 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e7911c4c-09e2-4cc8-bbb7-f3cd4d24ca12 req-d513b8ec-74e5-4310-aef2-aa78548323f6 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.1041732
Jun 03 16:19:39.248015 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e7911c4c-09e2-4cc8-bbb7-f3cd4d24ca12 req-9ea722f2-d456-484e-8926-c014336da1ea tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417094
Jun 03 16:19:39.423913 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:39.539329 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb4c21-b6ba-42fb-b806-45d0d0e47d95 req-64635d96-f8c1-4cdb-ae60-80c35f515390 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:39.540785 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-03eb4c21-b6ba-42fb-b806-45d0d0e47d95 req-64635d96-f8c1-4cdb-ae60-80c35f515390 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.0864985
Jun 03 16:19:39.584776 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-03eb4c21-b6ba-42fb-b806-45d0d0e47d95 req-036cff78-60e5-4c5d-9c0b-67de1e2e907e tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381291
Jun 03 16:19:39.717182 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3704900-7704-48eb-8f21-e4a3450c3039 req-110546f7-6082-49b8-a6b9-16d77be08dca tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:39.718673 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c3704900-7704-48eb-8f21-e4a3450c3039 req-110546f7-6082-49b8-a6b9-16d77be08dca tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa85e85-fcaa-44ae-a77b-5352712e2113 HTTP/1.1" status: 200  len: 945 time: 0.0868113
Jun 03 16:19:39.734666 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-b6869527-2622-49c2-accf-7b775d26a4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:39.897393 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-c3704900-7704-48eb-8f21-e4a3450c3039 req-64f0bbdf-d5d1-48fc-b655-41e5ec1ca40c tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Deleting port f732b762-dd26-491e-a290-400d6b5e22ac {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:19:39.897858 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-c3704900-7704-48eb-8f21-e4a3450c3039 req-64f0bbdf-d5d1-48fc-b655-41e5ec1ca40c tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:40.091411 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-c3704900-7704-48eb-8f21-e4a3450c3039 req-64f0bbdf-d5d1-48fc-b655-41e5ec1ca40c tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] For port f732b762-dd26-491e-a290-400d6b5e22ac, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f732b762-dd26-491e-a290-400d6b5e22ac,segment=NetworkSegment(32444300-ec9f-49ab-9cc6-b285e44b2fde),segment_id=32444300-ec9f-49ab-9cc6-b285e44b2fde)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:19:40.091773 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-c3704900-7704-48eb-8f21-e4a3450c3039 req-64f0bbdf-d5d1-48fc-b655-41e5ec1ca40c tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:40.179113 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b53f6-2952-4dec-a781-6b8bc41a07f0 req-925cef14-5cf7-41cf-85e9-8a328c2523b6 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:40.180580 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b31b53f6-2952-4dec-a781-6b8bc41a07f0 req-925cef14-5cf7-41cf-85e9-8a328c2523b6 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.0917761
Jun 03 16:19:40.222530 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-c3704900-7704-48eb-8f21-e4a3450c3039 req-64f0bbdf-d5d1-48fc-b655-41e5ec1ca40c tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Calling delete_port for f732b762-dd26-491e-a290-400d6b5e22ac owned by compute:nova {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:19:40.229813 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b31b53f6-2952-4dec-a781-6b8bc41a07f0 req-25b7affa-10ed-47dd-8e31-e3200345fb1c tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427561
Jun 03 16:19:40.264507 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5358bd-2345-4d27-8e98-2fb93683ff01 req-e0dc66c0-625d-42f0-b683-b3b4b0d1f045 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:40.265968 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-fd5358bd-2345-4d27-8e98-2fb93683ff01 req-e0dc66c0-625d-42f0-b683-b3b4b0d1f045 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=caa85e85-fcaa-44ae-a77b-5352712e2113 HTTP/1.1" status: 200  len: 945 time: 0.2529943
Jun 03 16:19:40.333393 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-fd5358bd-2345-4d27-8e98-2fb93683ff01 req-b4b4fdeb-6c6e-471a-b63a-d5d35059bc8f tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581646
Jun 03 16:19:40.464642 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-c3704900-7704-48eb-8f21-e4a3450c3039 req-64f0bbdf-d5d1-48fc-b655-41e5ec1ca40c tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:40.471249 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-ec24b934-b490-4eb0-a879-9039369e50c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:19:40.477032 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['8dbf2f68-be96-43b2-bfd4-71376160e7df', '4fdca223-afca-434c-8cb0-11c2611880fd', 'ff0e15f3-9a67-41be-9b71-93e95a45f897', 'f732b762-dd26-491e-a290-400d6b5e22ac'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:19:40.521204 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0bbdf-d5d1-48fc-b655-41e5ec1ca40c tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Pushing event deleted for resources: {'Port': ['ID=f732b762-dd26-491e-a290-400d6b5e22ac,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:19:40.524211 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-64f0bbdf-d5d1-48fc-b655-41e5ec1ca40c tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:19:40.534570 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c1b3f-f396-4dea-abb5-b14f728bd0eb req-121ce728-bfba-4b4c-8c60-e7357f1f6482 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:40.536345 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-514c1b3f-f396-4dea-abb5-b14f728bd0eb req-121ce728-bfba-4b4c-8c60-e7357f1f6482 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.0995452
Jun 03 16:19:40.602407 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-514c1b3f-f396-4dea-abb5-b14f728bd0eb req-11b270c2-fed1-4653-a6b5-16483675ca86 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543542
Jun 03 16:19:40.629803 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3704900-7704-48eb-8f21-e4a3450c3039 req-64f0bbdf-d5d1-48fc-b655-41e5ec1ca40c tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] No DVR routers for this DVR port f732b762-dd26-491e-a290-400d6b5e22ac on host hv-cinder-78652 {{(pid=91617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:19:40.642973 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-c3704900-7704-48eb-8f21-e4a3450c3039 req-64f0bbdf-d5d1-48fc-b655-41e5ec1ca40c tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:40.647503 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa85e85-fcaa-44ae-a77b-5352712e2113', 'name': 'network-vif-deleted', 'tag': 'f732b762-dd26-491e-a290-400d6b5e22ac'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:19:40.652206 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9246cf36-7402-4563-b4b5-6711bcf3c2b6" -d '{"events": [{"server_uuid": "caa85e85-fcaa-44ae-a77b-5352712e2113", "name": "network-vif-deleted", "tag": "f732b762-dd26-491e-a290-400d6b5e22ac"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:19:40.666560 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c3704900-7704-48eb-8f21-e4a3450c3039 req-64f0bbdf-d5d1-48fc-b655-41e5ec1ca40c tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.73 "DELETE /v2.0/ports/f732b762-dd26-491e-a290-400d6b5e22ac HTTP/1.1" status: 204  len: 173 time: 0.9410996
Jun 03 16:19:40.723955 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e10ff5f-a6f0-4b67-93fd-9db1f44fddf2 x-openstack-request-id: req-4e10ff5f-a6f0-4b67-93fd-9db1f44fddf2 {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:19:40.724399 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa85e85-fcaa-44ae-a77b-5352712e2113", "name": "network-vif-deleted", "tag": "f732b762-dd26-491e-a290-400d6b5e22ac", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:19:40.724682 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4e10ff5f-a6f0-4b67-93fd-9db1f44fddf2 {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:19:40.725117 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa85e85-fcaa-44ae-a77b-5352712e2113', 'name': 'network-vif-deleted', 'tag': 'f732b762-dd26-491e-a290-400d6b5e22ac', 'status': 'completed', 'code': 200}
Jun 03 16:19:40.781325 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:40.827645 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6be1b1-e7fd-4ea5-880c-23b610f961cf req-4ba6ccec-5a7e-4411-a660-7ba06496304a tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:40.829557 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-af6be1b1-e7fd-4ea5-880c-23b610f961cf req-4ba6ccec-5a7e-4411-a660-7ba06496304a tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.0914726
Jun 03 16:19:40.878561 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-af6be1b1-e7fd-4ea5-880c-23b610f961cf req-0e962ca6-44b5-466f-9492-9c01edf1c9a8 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427933
Jun 03 16:19:41.450398 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d92ad-9de7-492a-a30c-554623583168 req-1b8aaaae-b0b4-4f8c-8cbe-5c7e05a56ede tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:41.451941 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5d0d92ad-9de7-492a-a30c-554623583168 req-1b8aaaae-b0b4-4f8c-8cbe-5c7e05a56ede tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.1457465
Jun 03 16:19:41.508873 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e43b8d-1ea0-40dc-b464-ec8fc2d867f3 req-346142ea-4d4e-43c4-a3b8-750fe25b677c tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:41.511320 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-d1e43b8d-1ea0-40dc-b464-ec8fc2d867f3 req-346142ea-4d4e-43c4-a3b8-750fe25b677c tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 946 time: 0.1262639
Jun 03 16:19:41.558204 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5d0d92ad-9de7-492a-a30c-554623583168 req-9f8a59ed-cc41-4da3-ab6e-369848020cb2 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0993638
Jun 03 16:19:41.574503 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac64ae-e9f1-4149-b9b1-43279de84c06 req-208e69d7-85a3-4433-a380-e6792a7c7686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:41.576395 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f5ac64ae-e9f1-4149-b9b1-43279de84c06 req-208e69d7-85a3-4433-a380-e6792a7c7686 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a537e76199c41b2a9f3cd652b9668bd&device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 1098 time: 0.1775575
Jun 03 16:19:41.625879 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-d1e43b8d-1ea0-40dc-b464-ec8fc2d867f3 req-996523b8-1f57-4d03-b406-d37297485f79 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0941639
Jun 03 16:19:41.778481 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac64ae-e9f1-4149-b9b1-43279de84c06 req-f9c3fa83-b497-4e5f-870f-ddb83a47ebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:41.784305 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f5ac64ae-e9f1-4149-b9b1-43279de84c06 req-f9c3fa83-b497-4e5f-870f-ddb83a47ebb8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=402cb13e-8c37-4be7-87df-d31fc66fd7f0 HTTP/1.1" status: 200  len: 911 time: 0.1905403
Jun 03 16:19:41.867270 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc95a7d-96de-4f51-8841-d6ba812e8af5 req-9d5e2076-e2ed-4eb8-bccc-2c7f4279ac5d tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:41.877521 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6fc95a7d-96de-4f51-8841-d6ba812e8af5 req-9d5e2076-e2ed-4eb8-bccc-2c7f4279ac5d tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.1164143
Jun 03 16:19:41.959607 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6fc95a7d-96de-4f51-8841-d6ba812e8af5 req-135fe17c-b05d-473a-aeaf-6b3cfad5de55 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809724
Jun 03 16:19:42.041571 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f5ac64ae-e9f1-4149-b9b1-43279de84c06 req-1cdf7ed0-eb70-40a4-9769-96e987540b0f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8 HTTP/1.1" status: 200  len: 999 time: 0.2487640
Jun 03 16:19:42.104085 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac64ae-e9f1-4149-b9b1-43279de84c06 req-9a83083e-92f9-4dae-8e9f-16867572489e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:42.105539 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f5ac64ae-e9f1-4149-b9b1-43279de84c06 req-9a83083e-92f9-4dae-8e9f-16867572489e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=515f7287-4aad-4ff2-b3a1-62fc265d7452 HTTP/1.1" status: 200  len: 849 time: 0.0572007
Jun 03 16:19:42.186446 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac64ae-e9f1-4149-b9b1-43279de84c06 req-0d0e95fe-eef1-4984-9e74-8d6cc13e576a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:42.188332 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f5ac64ae-e9f1-4149-b9b1-43279de84c06 req-0d0e95fe-eef1-4984-9e74-8d6cc13e576a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=402cb13e-8c37-4be7-87df-d31fc66fd7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0743742
Jun 03 16:19:42.191023 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:42.358145 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f5ac64ae-e9f1-4149-b9b1-43279de84c06 req-9acff20b-e076-4999-b055-9b5b336a6255 service neutron] 10.222.0.73 "GET /v2.0/networks/402cb13e-8c37-4be7-87df-d31fc66fd7f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1609206
Jun 03 16:19:42.379615 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:19:42.492514 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:42.495925 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f5ac64ae-e9f1-4149-b9b1-43279de84c06 req-7223a708-a9c3-496f-92a1-1d59d7cd4cba service neutron] 10.222.0.73 "GET /v2.0/networks/402cb13e-8c37-4be7-87df-d31fc66fd7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295724
Jun 03 16:19:42.519433 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bec0e4-89e5-4150-b8f8-f3545bf9df1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e'}] {{(pid=91618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:19:42.521675 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80780923b31b79766dda64912243351c94e9e307cca1e5b2e5a14cee02687ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36683732-3588-4d7f-9313-8883850c0810" -d '{"events": [{"server_uuid": "78bec0e4-89e5-4150-b8f8-f3545bf9df1e", "name": "network-vif-unplugged", "status": "completed", "tag": "6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e"}]}' {{(pid=91618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:19:42.530217 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e,segment=NetworkSegment(8d919451-85fd-41bb-bbc2-dd880028642e),segment_id=8d919451-85fd-41bb-bbc2-dd880028642e)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:19:42.534266 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:42.535131 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device f732b762-dd26-491e-a290-400d6b5e22ac no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:19:42.563368 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:19:42.592539 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Jun 2021 16:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa69b11-1631-4b39-bb14-c2e624975138 x-openstack-request-id: req-baa69b11-1631-4b39-bb14-c2e624975138 {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:19:42.592874 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78bec0e4-89e5-4150-b8f8-f3545bf9df1e", "name": "network-vif-unplugged", "status": "failed", "tag": "6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e", "code": 422}]} {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:19:42.593184 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-baa69b11-1631-4b39-bb14-c2e624975138 {{(pid=91618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:19:42.593621 dv-cinder-786524-8-iscsi neutron-server[91618]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '78bec0e4-89e5-4150-b8f8-f3545bf9df1e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e', 'code': 422} returned with failed status
Jun 03 16:19:42.604219 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] No Port match for: f732b762-dd26-491e-a290-400d6b5e22ac {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:19:42.604572 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device f732b762-dd26-491e-a290-400d6b5e22ac not bound to the agent host hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:19:42.640629 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e,revision_number=8']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:19:42.644512 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:19:42.753320 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb265c1b-9a05-498c-8768-ae9a339a4363 req-adcd3f51-1244-4601-9edf-a5ac4e91b771 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:42.754773 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-bb265c1b-9a05-498c-8768-ae9a339a4363 req-adcd3f51-1244-4601-9edf-a5ac4e91b771 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.0813892
Jun 03 16:19:42.800466 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-bb265c1b-9a05-498c-8768-ae9a339a4363 req-bb034a58-3d10-4894-a009-c1afce18cdcd tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398800
Jun 03 16:19:42.828651 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a13949-58c5-4bd5-8e59-a51d4d68ef0b req-393ac623-d853-4c7a-850c-1a985f8e8ac7 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:42.830107 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-03a13949-58c5-4bd5-8e59-a51d4d68ef0b req-393ac623-d853-4c7a-850c-1a985f8e8ac7 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 944 time: 0.0868340
Jun 03 16:19:42.877250 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-03a13949-58c5-4bd5-8e59-a51d4d68ef0b req-eed97bbf-f9be-47ff-b851-a6615053abde tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414224
Jun 03 16:19:43.171103 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552ea47-92ef-477c-b19e-6f37d99b6053 req-056c0ed9-a4c9-4ee4-b894-662dd7de2bdd tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:43.172508 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e552ea47-92ef-477c-b19e-6f37d99b6053 req-056c0ed9-a4c9-4ee4-b894-662dd7de2bdd tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.0876815
Jun 03 16:19:43.217661 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e552ea47-92ef-477c-b19e-6f37d99b6053 req-6cd5b1c1-ba2d-44d9-b926-539d2bdc53af tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391607
Jun 03 16:19:43.617440 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf2c52-0dfd-4f94-8848-0cf79e41a6b4 req-575c55f8-ec69-48c2-8c00-09a1a5342cc4 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:43.619781 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-decf2c52-0dfd-4f94-8848-0cf79e41a6b4 req-575c55f8-ec69-48c2-8c00-09a1a5342cc4 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e3041d8-5662-4b0d-a700-84d250ada78a HTTP/1.1" status: 200  len: 945 time: 0.0885558
Jun 03 16:19:43.668516 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-decf2c52-0dfd-4f94-8848-0cf79e41a6b4 req-326c9602-69a9-4fa0-ab33-83aa9df915bd tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430532
Jun 03 16:19:43.866895 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9fb86-8a28-4a36-b160-576c47848066 req-9dab9332-6efd-407e-a89b-fc376042198e tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:43.868441 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-bfa9fb86-8a28-4a36-b160-576c47848066 req-9dab9332-6efd-407e-a89b-fc376042198e tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 944 time: 0.0954731
Jun 03 16:19:43.924737 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-bfa9fb86-8a28-4a36-b160-576c47848066 req-458c81bc-7c29-4689-9779-70bb5c0facf2 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470073
Jun 03 16:19:43.996415 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc19c53-d515-4574-ac1b-1304787a1058 req-21e25154-091a-4555-9efb-915f024c88fe tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:43.997928 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-4dc19c53-d515-4574-ac1b-1304787a1058 req-21e25154-091a-4555-9efb-915f024c88fe tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.0804338
Jun 03 16:19:44.045174 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-4dc19c53-d515-4574-ac1b-1304787a1058 req-1659045c-4921-43d9-8f09-921dfb81e6da tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414610
Jun 03 16:19:44.234004 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 60914) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:19:44.354636 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0c83aa72-9e30-488a-afd8-073b87db611c req-5163ee1d-8b3c-4bc0-9265-64553f035ff6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1191907
Jun 03 16:19:44.415943 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628bd64-e1cb-4e2e-af33-d8048c542915 req-6c8008cb-b8e7-4c8f-be52-30ee37465231 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:44.417376 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8628bd64-e1cb-4e2e-af33-d8048c542915 req-6c8008cb-b8e7-4c8f-be52-30ee37465231 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.0885761
Jun 03 16:19:44.465687 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8628bd64-e1cb-4e2e-af33-d8048c542915 req-35a89142-22b5-408b-b367-d2a57e7916de tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421720
Jun 03 16:19:44.858768 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da4052-c74f-4067-9617-f23019dbeafa req-aa87a841-58b8-4751-8911-318335adf8ac tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:44.860224 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a7da4052-c74f-4067-9617-f23019dbeafa req-aa87a841-58b8-4751-8911-318335adf8ac tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e3041d8-5662-4b0d-a700-84d250ada78a HTTP/1.1" status: 200  len: 945 time: 0.0826817
Jun 03 16:19:44.905094 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a7da4052-c74f-4067-9617-f23019dbeafa req-39d0ab94-48bf-483a-a4c8-a4de22f534d4 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391524
Jun 03 16:19:45.121435 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdce6b3-33e1-4da3-a992-f7152443159e req-45ec8312-a9ce-48f4-a71c-c9488c957621 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:45.122886 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3fdce6b3-33e1-4da3-a992-f7152443159e req-45ec8312-a9ce-48f4-a71c-c9488c957621 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 944 time: 0.0800309
Jun 03 16:19:45.171586 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3fdce6b3-33e1-4da3-a992-f7152443159e req-b3eac7c3-ae21-4730-8d19-16ac816df3bc tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430102
Jun 03 16:19:45.238833 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337a8e9-a3ce-4c37-803d-95fff3fb1f45 req-0a3b5d9b-fc94-481b-bffb-113f3828a130 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:45.240179 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-8337a8e9-a3ce-4c37-803d-95fff3fb1f45 req-0a3b5d9b-fc94-481b-bffb-113f3828a130 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.0827098
Jun 03 16:19:45.287621 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-8337a8e9-a3ce-4c37-803d-95fff3fb1f45 req-b9cc09d4-8f91-47c8-89d5-1af549229d26 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408311
Jun 03 16:19:45.657270 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e76b34-195e-4e77-aaae-973c808ff813 req-10922210-0b7e-45bc-8cba-637884a0951c tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:45.658778 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e7e76b34-195e-4e77-aaae-973c808ff813 req-10922210-0b7e-45bc-8cba-637884a0951c tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.0805573
Jun 03 16:19:45.705863 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e7e76b34-195e-4e77-aaae-973c808ff813 req-447f7db6-3a51-4bb5-9a78-df0d9de8e620 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413284
Jun 03 16:19:46.092923 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc4a30-d6a6-4ac5-801c-2197a4d681ac req-8a7fca29-4019-485b-b8c5-1c6de02c72bc tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:46.094373 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c5cc4a30-d6a6-4ac5-801c-2197a4d681ac req-8a7fca29-4019-485b-b8c5-1c6de02c72bc tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e3041d8-5662-4b0d-a700-84d250ada78a HTTP/1.1" status: 200  len: 945 time: 0.0822895
Jun 03 16:19:46.141061 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c5cc4a30-d6a6-4ac5-801c-2197a4d681ac req-a3cbd6e0-d053-4442-a74c-4ba3d5b8b262 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402737
Jun 03 16:19:46.411323 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8d2ee-4395-43e3-af69-d91dbf368095 req-60c4c998-c3a5-4c92-ae1b-736551f7887a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:46.412901 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c9c8d2ee-4395-43e3-af69-d91dbf368095 req-60c4c998-c3a5-4c92-ae1b-736551f7887a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 944 time: 0.1298256
Jun 03 16:19:46.470807 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c9c8d2ee-4395-43e3-af69-d91dbf368095 req-6562f7ae-ef40-4b3c-a668-4d327c0cf587 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518749
Jun 03 16:19:46.507771 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5fe50-b558-4c40-b6da-2f1636433741 req-48f21f16-3f37-41be-86ee-4342c4364399 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:46.509265 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0ef5fe50-b558-4c40-b6da-2f1636433741 req-48f21f16-3f37-41be-86ee-4342c4364399 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.0961714
Jun 03 16:19:46.555373 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0ef5fe50-b558-4c40-b6da-2f1636433741 req-dffeee02-24a8-456a-a1f7-8cedb0fbe4e2 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395367
Jun 03 16:19:46.771891 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:19:46.900785 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1196da-c4fb-48d5-8f81-6bc52a5cc108 req-cf0f6eb2-5930-4d8e-8ec1-83e3974e0b6f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:46.902261 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ef1196da-c4fb-48d5-8f81-6bc52a5cc108 req-cf0f6eb2-5930-4d8e-8ec1-83e3974e0b6f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.0810266
Jun 03 16:19:46.947617 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ef1196da-c4fb-48d5-8f81-6bc52a5cc108 req-205c1b50-398e-40d9-b08c-889b7087302a tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397213
Jun 03 16:19:47.127449 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83aa72-9e30-488a-afd8-073b87db611c req-cfc3dd77-9e79-431e-a72c-9195002ed203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:47.129022 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0c83aa72-9e30-488a-afd8-073b87db611c req-cfc3dd77-9e79-431e-a72c-9195002ed203 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e&tenant_id=c30f1bb3a5fa4f229320a2ddcb1ab970 HTTP/1.1" status: 200  len: 1097 time: 0.0768354
Jun 03 16:19:47.229568 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83aa72-9e30-488a-afd8-073b87db611c req-47a081e7-b7a9-4755-bff1-aa326e169b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:47.231023 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0c83aa72-9e30-488a-afd8-073b87db611c req-47a081e7-b7a9-4755-bff1-aa326e169b39 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c30f1bb3a5fa4f229320a2ddcb1ab970&device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 1097 time: 0.0735066
Jun 03 16:19:47.339396 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4640ca3-0fe8-4087-a7d1-b4f07b302476 req-4e29e38b-7edc-4f17-bd3f-2500d81ace46 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:47.340747 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-e4640ca3-0fe8-4087-a7d1-b4f07b302476 req-4e29e38b-7edc-4f17-bd3f-2500d81ace46 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e3041d8-5662-4b0d-a700-84d250ada78a HTTP/1.1" status: 200  len: 945 time: 0.0893722
Jun 03 16:19:47.389821 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-e4640ca3-0fe8-4087-a7d1-b4f07b302476 req-9ad5ebe0-b067-416a-ab6c-754c062e8da5 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432110
Jun 03 16:19:47.418275 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83aa72-9e30-488a-afd8-073b87db611c req-26a1423e-f19c-416c-8bc9-8e117da4ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:47.419716 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0c83aa72-9e30-488a-afd8-073b87db611c req-26a1423e-f19c-416c-8bc9-8e117da4ccae service neutron] 10.222.0.73 "GET /v2.0/networks?id=2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 HTTP/1.1" status: 200  len: 917 time: 0.1807930
Jun 03 16:19:47.508550 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9bada-1ecb-43a4-8161-8ea33c425463 req-640e1ce6-3e5b-40c5-a777-bc2ec0f82d3f tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:47.509352 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-fbc9bada-1ecb-43a4-8161-8ea33c425463 req-640e1ce6-3e5b-40c5-a777-bc2ec0f82d3f tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Synchronizing usage tracker for tenant:a7468f03a2da433ebc94af6cc13242b8 on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:19:47.551627 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-fbc9bada-1ecb-43a4-8161-8ea33c425463 req-640e1ce6-3e5b-40c5-a777-bc2ec0f82d3f tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Unset dirty status for tenant:a7468f03a2da433ebc94af6cc13242b8 on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:19:47.552819 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-fbc9bada-1ecb-43a4-8161-8ea33c425463 req-640e1ce6-3e5b-40c5-a777-bc2ec0f82d3f tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e3041d8-5662-4b0d-a700-84d250ada78a HTTP/1.1" status: 200  len: 945 time: 0.2131965
Jun 03 16:19:47.557660 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0c83aa72-9e30-488a-afd8-073b87db611c req-002fc41d-42db-4a8e-8131-a71ed1df3171 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e HTTP/1.1" status: 200  len: 999 time: 0.1297996
Jun 03 16:19:47.880393 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83aa72-9e30-488a-afd8-073b87db611c req-296005d6-d733-4a76-8a81-5f977c59e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:47.881882 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0c83aa72-9e30-488a-afd8-073b87db611c req-296005d6-d733-4a76-8a81-5f977c59e88e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1730b65d-c307-4958-817a-0c734926fd68 HTTP/1.1" status: 200  len: 855 time: 0.2135055
Jun 03 16:19:47.977503 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c78d6-5336-4cea-a23d-1201976abb80 req-c19965b6-e940-4093-92e6-762f9b53514c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:47.978994 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-303c78d6-5336-4cea-a23d-1201976abb80 req-c19965b6-e940-4093-92e6-762f9b53514c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 1098 time: 0.2756653
Jun 03 16:19:48.020528 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ab914-6330-4bff-bcd9-9fc6e6da27f1 req-13d704c3-3b5a-408b-b356-bbe39171a39d tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:48.022033 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-cb6ab914-6330-4bff-bcd9-9fc6e6da27f1 req-13d704c3-3b5a-408b-b356-bbe39171a39d tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 944 time: 0.3480766
Jun 03 16:19:48.035607 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-fbc9bada-1ecb-43a4-8161-8ea33c425463 req-1269b789-6a59-4789-86c2-2047663ca0e3 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Deleting port ff0e15f3-9a67-41be-9b71-93e95a45f897 {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:19:48.035945 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-fbc9bada-1ecb-43a4-8161-8ea33c425463 req-1269b789-6a59-4789-86c2-2047663ca0e3 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:48.149884 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d7880-5a6f-4c45-863f-d16b0dee36e8 req-215e61b6-5f9c-4ea1-a738-6039230116b0 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:48.151724 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b22d7880-5a6f-4c45-863f-d16b0dee36e8 req-215e61b6-5f9c-4ea1-a738-6039230116b0 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.0883102
Jun 03 16:19:48.167684 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-303c78d6-5336-4cea-a23d-1201976abb80 req-4f384fc1-d558-471d-bb3c-fa1a99e6e582 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1760254
Jun 03 16:19:48.183731 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83aa72-9e30-488a-afd8-073b87db611c req-14fc8c95-5861-4c7b-b4ad-0d3bd8c0b31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:48.185176 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0c83aa72-9e30-488a-afd8-073b87db611c req-14fc8c95-5861-4c7b-b4ad-0d3bd8c0b31c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2953918
Jun 03 16:19:48.202852 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-cb6ab914-6330-4bff-bcd9-9fc6e6da27f1 req-efbc9ed4-2555-459e-9636-0a1621005225 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1698835
Jun 03 16:19:48.278923 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-fbc9bada-1ecb-43a4-8161-8ea33c425463 req-1269b789-6a59-4789-86c2-2047663ca0e3 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] For port ff0e15f3-9a67-41be-9b71-93e95a45f897, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ff0e15f3-9a67-41be-9b71-93e95a45f897,segment=NetworkSegment(32444300-ec9f-49ab-9cc6-b285e44b2fde),segment_id=32444300-ec9f-49ab-9cc6-b285e44b2fde)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:19:48.279279 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-fbc9bada-1ecb-43a4-8161-8ea33c425463 req-1269b789-6a59-4789-86c2-2047663ca0e3 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:48.281661 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b22d7880-5a6f-4c45-863f-d16b0dee36e8 req-11b97327-f735-462f-973c-bea4ddbb6366 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229918
Jun 03 16:19:48.465411 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-fbc9bada-1ecb-43a4-8161-8ea33c425463 req-1269b789-6a59-4789-86c2-2047663ca0e3 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Calling delete_port for ff0e15f3-9a67-41be-9b71-93e95a45f897 owned by compute:nova {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:19:48.567950 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0c83aa72-9e30-488a-afd8-073b87db611c req-25568a7a-2435-4ef7-8305-2d19acf2613c service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3451796
Jun 03 16:19:48.795547 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edb901-8684-4bd6-a867-973ba8580eab req-000dd1c4-2178-4611-b1e4-2a73d24077d7 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:48.797011 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-51edb901-8684-4bd6-a867-973ba8580eab req-000dd1c4-2178-4611-b1e4-2a73d24077d7 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e3041d8-5662-4b0d-a700-84d250ada78a HTTP/1.1" status: 200  len: 945 time: 0.2841640
Jun 03 16:19:48.829290 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0c83aa72-9e30-488a-afd8-073b87db611c req-84535836-4e52-4967-906d-9183199d3759 service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2524734
Jun 03 16:19:48.851805 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-fbc9bada-1ecb-43a4-8161-8ea33c425463 req-1269b789-6a59-4789-86c2-2047663ca0e3 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:48.860647 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:19:48.866367 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['8dbf2f68-be96-43b2-bfd4-71376160e7df', '4fdca223-afca-434c-8cb0-11c2611880fd', 'ff0e15f3-9a67-41be-9b71-93e95a45f897'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:19:48.913090 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269b789-6a59-4789-86c2-2047663ca0e3 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Pushing event deleted for resources: {'Port': ['ID=ff0e15f3-9a67-41be-9b71-93e95a45f897,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:19:48.919768 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-51edb901-8684-4bd6-a867-973ba8580eab req-718cbf21-bbe8-4b1a-adf9-e5da09ed2b19 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165788
Jun 03 16:19:48.920759 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-1269b789-6a59-4789-86c2-2047663ca0e3 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:19:49.020879 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc9bada-1ecb-43a4-8161-8ea33c425463 req-1269b789-6a59-4789-86c2-2047663ca0e3 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] No DVR routers for this DVR port ff0e15f3-9a67-41be-9b71-93e95a45f897 on host hv-cinder-78652 {{(pid=91617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:19:49.023396 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-fbc9bada-1ecb-43a4-8161-8ea33c425463 req-1269b789-6a59-4789-86c2-2047663ca0e3 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:49.026073 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3041d8-5662-4b0d-a700-84d250ada78a', 'name': 'network-vif-deleted', 'tag': 'ff0e15f3-9a67-41be-9b71-93e95a45f897'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:19:49.028506 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15650740-dd4a-4fd5-8082-15857e849960" -d '{"events": [{"server_uuid": "8e3041d8-5662-4b0d-a700-84d250ada78a", "name": "network-vif-deleted", "tag": "ff0e15f3-9a67-41be-9b71-93e95a45f897"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:19:49.043736 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-fbc9bada-1ecb-43a4-8161-8ea33c425463 req-1269b789-6a59-4789-86c2-2047663ca0e3 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.73 "DELETE /v2.0/ports/ff0e15f3-9a67-41be-9b71-93e95a45f897 HTTP/1.1" status: 204  len: 173 time: 1.4772904
Jun 03 16:19:49.086569 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69c708a-74be-4fc2-a51f-fe4f34d8a9ae x-openstack-request-id: req-c69c708a-74be-4fc2-a51f-fe4f34d8a9ae {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:19:49.087003 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3041d8-5662-4b0d-a700-84d250ada78a", "name": "network-vif-deleted", "tag": "ff0e15f3-9a67-41be-9b71-93e95a45f897", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:19:49.087719 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c69c708a-74be-4fc2-a51f-fe4f34d8a9ae {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:19:49.088920 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3041d8-5662-4b0d-a700-84d250ada78a', 'name': 'network-vif-deleted', 'tag': 'ff0e15f3-9a67-41be-9b71-93e95a45f897', 'status': 'completed', 'code': 200}
Jun 03 16:19:49.175930 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 60998) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:19:49.425589 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-68678768-758d-41bc-b46d-23ee8dbb98d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:49.444206 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-68678768-758d-41bc-b46d-23ee8dbb98d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:19:49.461752 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:19:49.488079 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71ab1e-c918-4621-8cbc-141a27cd82b7 req-5c5c6237-9dc0-4415-88b0-e7718c7de7c7 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:49.489709 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8d71ab1e-c918-4621-8cbc-141a27cd82b7 req-5c5c6237-9dc0-4415-88b0-e7718c7de7c7 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 944 time: 0.1005461
Jun 03 16:19:49.492310 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-68678768-758d-41bc-b46d-23ee8dbb98d4 admin admin] Usage tracker for resource:security_group_rule and tenant:491e20a38b6b4477a2b296c6a481f5a0 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:19:49.500037 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-68678768-758d-41bc-b46d-23ee8dbb98d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:19:49.508917 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-68678768-758d-41bc-b46d-23ee8dbb98d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:19:49.563992 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8d71ab1e-c918-4621-8cbc-141a27cd82b7 req-10f0df6a-611b-417e-86b2-36c50e011c9d tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665636
Jun 03 16:19:49.584368 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977eba88-a5c1-4a48-a570-7c2f13492f85 req-65438f6e-e9ad-4a14-b6f9-65ff38fe69ea tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:49.586167 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-977eba88-a5c1-4a48-a570-7c2f13492f85 req-65438f6e-e9ad-4a14-b6f9-65ff38fe69ea tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.1434362
Jun 03 16:19:49.674687 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-977eba88-a5c1-4a48-a570-7c2f13492f85 req-6103ef43-d3a1-4e43-803c-22a91c1c3997 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727732
Jun 03 16:19:49.706936 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-68678768-758d-41bc-b46d-23ee8dbb98d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:49.713838 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-68678768-758d-41bc-b46d-23ee8dbb98d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:49.735279 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-115eb498-434b-4b52-aa4c-0c6332f1163f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:19:49.808107 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 32790) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:19:49.813767 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-68678768-758d-41bc-b46d-23ee8dbb98d4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=491e20a38b6b4477a2b296c6a481f5a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6360571
Jun 03 16:19:49.818227 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68678768-758d-41bc-b46d-23ee8dbb98d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4fc72c-e7dc-4af5-9ddf-e0b5d04e2e0b,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:19:49.827705 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68678768-758d-41bc-b46d-23ee8dbb98d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:49.828077 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68678768-758d-41bc-b46d-23ee8dbb98d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:49.828487 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68678768-758d-41bc-b46d-23ee8dbb98d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:49.829022 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68678768-758d-41bc-b46d-23ee8dbb98d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:49.829585 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68678768-758d-41bc-b46d-23ee8dbb98d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:49.830100 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68678768-758d-41bc-b46d-23ee8dbb98d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:49.830611 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68678768-758d-41bc-b46d-23ee8dbb98d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:49.831183 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68678768-758d-41bc-b46d-23ee8dbb98d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:49.831691 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68678768-758d-41bc-b46d-23ee8dbb98d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:49.832210 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68678768-758d-41bc-b46d-23ee8dbb98d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:49.832757 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68678768-758d-41bc-b46d-23ee8dbb98d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:49.833408 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68678768-758d-41bc-b46d-23ee8dbb98d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:49.858826 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-68678768-758d-41bc-b46d-23ee8dbb98d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:19:49.964595 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f6d84090-cf0c-4153-8c12-2b54c02e93ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:50.012446 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f6d84090-cf0c-4153-8c12-2b54c02e93ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:50.083058 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f6d84090-cf0c-4153-8c12-2b54c02e93ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:50.089980 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-f141e2ea-6c63-4efd-bfc3-1cda4be4ff3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:19:50.134732 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d84090-cf0c-4153-8c12-2b54c02e93ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4fc72c-e7dc-4af5-9ddf-e0b5d04e2e0b,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:19:50.155641 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d84090-cf0c-4153-8c12-2b54c02e93ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:50.155857 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d84090-cf0c-4153-8c12-2b54c02e93ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:50.156516 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d84090-cf0c-4153-8c12-2b54c02e93ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:50.156516 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d84090-cf0c-4153-8c12-2b54c02e93ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:50.156883 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d84090-cf0c-4153-8c12-2b54c02e93ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:50.157249 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d84090-cf0c-4153-8c12-2b54c02e93ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:50.157590 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d84090-cf0c-4153-8c12-2b54c02e93ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:50.157928 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d84090-cf0c-4153-8c12-2b54c02e93ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:50.158266 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d84090-cf0c-4153-8c12-2b54c02e93ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:50.158597 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d84090-cf0c-4153-8c12-2b54c02e93ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:50.159023 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d84090-cf0c-4153-8c12-2b54c02e93ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:50.159396 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d84090-cf0c-4153-8c12-2b54c02e93ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:50.177702 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f6d84090-cf0c-4153-8c12-2b54c02e93ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:50.181307 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-f6d84090-cf0c-4153-8c12-2b54c02e93ac admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ae4fc72c-e7dc-4af5-9ddf-e0b5d04e2e0b HTTP/1.1" status: 204  len: 168 time: 0.3684092
Jun 03 16:19:50.181307 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-f6d84090-cf0c-4153-8c12-2b54c02e93ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:19:50.201880 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6ddc4800-c1ab-4164-a9c6-93d9b9bc6abd req-d97aa185-701f-44c5-b713-132e57b32f02 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e3041d8-5662-4b0d-a700-84d250ada78a HTTP/1.1" status: 200  len: 210 time: 0.0719965
Jun 03 16:19:50.569830 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1a054-65c8-4c33-be63-e918ae213afc req-e0ed2663-9567-432d-9651-0f4bc2058bb7 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:50.572020 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c0c1a054-65c8-4c33-be63-e918ae213afc req-e0ed2663-9567-432d-9651-0f4bc2058bb7 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.1118839
Jun 03 16:19:50.636512 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c0c1a054-65c8-4c33-be63-e918ae213afc req-38476ceb-c09d-4f95-b674-0416175e4f72 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584872
Jun 03 16:19:50.951694 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fe6d8-188f-4ae6-8588-5b41d00c5147 req-10d417f1-39ac-4ebf-8153-53e8e556f4cf tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:50.953184 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-114fe6d8-188f-4ae6-8588-5b41d00c5147 req-10d417f1-39ac-4ebf-8153-53e8e556f4cf tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 944 time: 0.1825039
Jun 03 16:19:51.008633 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-114fe6d8-188f-4ae6-8588-5b41d00c5147 req-ad61ed03-4f9c-4743-9266-65dacb6c329d tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496268
Jun 03 16:19:51.236004 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 32826) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:19:51.386513 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-2da8e281-d728-4fa0-bf04-aaf7304ce9be req-6ee3269b-c75b-4e09-a6f3-f8d1f05526ee tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e3041d8-5662-4b0d-a700-84d250ada78a HTTP/1.1" status: 200  len: 210 time: 0.0499315
Jun 03 16:19:51.394346 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-c55346e9-124b-4102-9643-cd72d210305a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1840315318-network', 'tenant_id': 'f44ece6093c64861a96b56285934a43e'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:19:51.398964 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-c55346e9-124b-4102-9643-cd72d210305a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:19:51.403091 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-c55346e9-124b-4102-9643-cd72d210305a admin admin] Usage tracker for resource:network and tenant:f44ece6093c64861a96b56285934a43e is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:19:51.406599 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-c55346e9-124b-4102-9643-cd72d210305a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:19:51.416331 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-c55346e9-124b-4102-9643-cd72d210305a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:19:51.428085 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55346e9-124b-4102-9643-cd72d210305a admin admin] Made reservation on behalf of f44ece6093c64861a96b56285934a43e for: {'network': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:19:51.437324 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c55346e9-124b-4102-9643-cd72d210305a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7909625'] for network, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:51.451932 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c55346e9-124b-4102-9643-cd72d210305a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:51.467803 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-c55346e9-124b-4102-9643-cd72d210305a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:19:51.472021 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-c55346e9-124b-4102-9643-cd72d210305a admin admin] Usage tracker for resource:security_group_rule and tenant:f44ece6093c64861a96b56285934a43e is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:19:51.475743 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-c55346e9-124b-4102-9643-cd72d210305a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:19:51.478933 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device ff0e15f3-9a67-41be-9b71-93e95a45f897 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:19:51.489354 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-c55346e9-124b-4102-9643-cd72d210305a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:19:51.561883 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] No Port match for: ff0e15f3-9a67-41be-9b71-93e95a45f897 {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:19:51.563741 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device ff0e15f3-9a67-41be-9b71-93e95a45f897 not bound to the agent host hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:19:51.651020 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c55346e9-124b-4102-9643-cd72d210305a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:51.655852 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c55346e9-124b-4102-9643-cd72d210305a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:51.660648 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a5c9a021-3850-4500-8ab5-0f06a2778900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:19:51.691407 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c55346e9-124b-4102-9643-cd72d210305a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917}  {{(pid=91617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 16:19:51.722011 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c55346e9-124b-4102-9643-cd72d210305a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:51.722798 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.db.segments_db [None req-c55346e9-124b-4102-9643-cd72d210305a admin admin] Added segment b0dbd752-4780-4d30-953c-bd3e6826f7f2 of type vlan for network aec810ed-0ee2-4480-934c-29ea716a1d55
Jun 03 16:19:51.760828 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c55346e9-124b-4102-9643-cd72d210305a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727276187850'] for network, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:51.833463 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55346e9-124b-4102-9643-cd72d210305a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca84822e-ff54-4c25-89b8-5f670ea143ca,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:19:51.841827 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-c55346e9-124b-4102-9643-cd72d210305a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:19:51.842847 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c55346e9-124b-4102-9643-cd72d210305a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335'] for network, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:51.848767 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55346e9-124b-4102-9643-cd72d210305a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:51.849371 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c55346e9-124b-4102-9643-cd72d210305a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:51.858899 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a9ca9660-d9ca-42f8-a797-161a8d671ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:19:51.975900 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-c55346e9-124b-4102-9643-cd72d210305a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7386365
Jun 03 16:19:51.978489 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55346e9-124b-4102-9643-cd72d210305a admin admin] Pushing event updated for resources: {'Network': ['ID=aec810ed-0ee2-4480-934c-29ea716a1d55,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:19:51.979261 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 32838) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:19:51.981646 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-c55346e9-124b-4102-9643-cd72d210305a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:19:52.007377 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-fba38bff-9485-485f-89df-3f277f6b82b9 admin admin] Request body: {'subnet': {'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1840315318-subnet', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'ip_version': 4}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:19:52.013230 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Network aec810ed-0ee2-4480-934c-29ea716a1d55 details requested by agent ovs-agent-dv-cinder-786524-8-iscsi with host dv-cinder-786524-8-iscsi {{(pid=91618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 16:19:52.017294 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-fba38bff-9485-485f-89df-3f277f6b82b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:19:52.021453 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-fba38bff-9485-485f-89df-3f277f6b82b9 admin admin] Usage tracker for resource:subnet and tenant:f44ece6093c64861a96b56285934a43e is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:19:52.024638 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-fba38bff-9485-485f-89df-3f277f6b82b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:19:52.031330 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-fba38bff-9485-485f-89df-3f277f6b82b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:19:52.049131 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d27ff-a8c1-4b73-9d1a-3a54766eb0bb req-412499a1-bc93-4426-b5ff-8172b1ab3ded tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:52.049131 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0e3d27ff-a8c1-4b73-9d1a-3a54766eb0bb req-412499a1-bc93-4426-b5ff-8172b1ab3ded tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.2384605
Jun 03 16:19:52.060897 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba38bff-9485-485f-89df-3f277f6b82b9 admin admin] Made reservation on behalf of f44ece6093c64861a96b56285934a43e for: {'subnet': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:19:52.063385 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fba38bff-9485-485f-89df-3f277f6b82b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870308'] for subnet, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:52.112589 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0e3d27ff-a8c1-4b73-9d1a-3a54766eb0bb req-3e5eb1bf-8ba7-484a-af62-937fd8de7e12 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422432
Jun 03 16:19:52.373748 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262dc18-592a-4746-a339-e5fc8abcb96f req-8f7d3ac1-d0f6-480f-8207-718c88aa392d tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:52.375093 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c262dc18-592a-4746-a339-e5fc8abcb96f req-8f7d3ac1-d0f6-480f-8207-718c88aa392d tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 944 time: 0.1800654
Jun 03 16:19:52.465419 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c262dc18-592a-4746-a339-e5fc8abcb96f req-e153c5ea-18fb-4554-9036-8e7c50787692 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0830531
Jun 03 16:19:52.569198 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-f09b2355-a755-40c2-8a3f-a5981aa8b45c req-cbd9f1ba-80f2-4794-8694-0010b262c6b1 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Synchronizing usage tracker for tenant:a7468f03a2da433ebc94af6cc13242b8 on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:19:52.591951 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-f09b2355-a755-40c2-8a3f-a5981aa8b45c req-cbd9f1ba-80f2-4794-8694-0010b262c6b1 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Unset dirty status for tenant:a7468f03a2da433ebc94af6cc13242b8 on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:19:52.594612 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f09b2355-a755-40c2-8a3f-a5981aa8b45c req-cbd9f1ba-80f2-4794-8694-0010b262c6b1 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e3041d8-5662-4b0d-a700-84d250ada78a HTTP/1.1" status: 200  len: 210 time: 0.0677791
Jun 03 16:19:52.689977 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fba38bff-9485-485f-89df-3f277f6b82b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870326'] for subnet, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:52.694969 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:19:52.765915 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba38bff-9485-485f-89df-3f277f6b82b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ffc8a07-8eea-4758-b719-3a645c0307b8,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:19:52.769283 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-fba38bff-9485-485f-89df-3f277f6b82b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:19:52.775339 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba38bff-9485-485f-89df-3f277f6b82b9 admin admin] Checking segment: {'id': 'b0dbd752-4780-4d30-953c-bd3e6826f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:19:52.775911 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba38bff-9485-485f-89df-3f277f6b82b9 admin admin] Network hostable DHCP agents. Network: aec810ed-0ee2-4480-934c-29ea716a1d55, hostable agents: ['c044945e-c5c8-447c-aba8-a587522630bd'], hosted agents: [] {{(pid=91616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 16:19:52.792885 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba38bff-9485-485f-89df-3f277f6b82b9 admin admin] Network aec810ed-0ee2-4480-934c-29ea716a1d55 is scheduled to be hosted by DHCP agent c044945e-c5c8-447c-aba8-a587522630bd with binding_index 1 {{(pid=91616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 16:19:52.801048 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-fba38bff-9485-485f-89df-3f277f6b82b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-iscsi, aec810ed-0ee2-4480-934c-29ea716a1d55) {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:19:52.809631 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba38bff-9485-485f-89df-3f277f6b82b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:52.810217 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fba38bff-9485-485f-89df-3f277f6b82b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:52.811407 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52cc359-2126-4fdd-9aa1-7434d1ab96c8 None None] Network aec810ed-0ee2-4480-934c-29ea716a1d55 requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:19:52.834544 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-fba38bff-9485-485f-89df-3f277f6b82b9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8325529
Jun 03 16:19:52.837090 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 32856) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:19:52.842012 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-4eb585ab-0465-48f1-b993-457383744941 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1840315318-router', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:19:52.846594 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-4eb585ab-0465-48f1-b993-457383744941 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:19:52.850625 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-4eb585ab-0465-48f1-b993-457383744941 admin admin] Usage tracker for resource:router and tenant:f44ece6093c64861a96b56285934a43e is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:19:52.854066 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-4eb585ab-0465-48f1-b993-457383744941 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:19:52.859918 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-4eb585ab-0465-48f1-b993-457383744941 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:19:52.869508 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4eb585ab-0465-48f1-b993-457383744941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30227'] for router, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:52.870723 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4eb585ab-0465-48f1-b993-457383744941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-686308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-773730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30234'] for router, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:52.885970 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4eb585ab-0465-48f1-b993-457383744941 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:53.068183 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118c7508-a91f-4f6d-9b87-70edcf4c0999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10b196e7-bcaa-5b87-a244-394a9af7543c-aec810ed-0ee2-4480-934c-29ea716a1d55', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'fixed_ips': [{'subnet_id': '1ffc8a07-8eea-4758-b719-3a645c0307b8'}]}} from dv-cinder-786524-8-iscsi. {{(pid=91618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 03 16:19:53.072785 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-118c7508-a91f-4f6d-9b87-70edcf4c0999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:53.175841 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4eb585ab-0465-48f1-b993-457383744941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-686290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30324'] for router, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:53.278366 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.db_base_plugin_common [None req-118c7508-a91f-4f6d-9b87-70edcf4c0999 None None] Allocated IP 172.20.0.2 (aec810ed-0ee2-4480-934c-29ea716a1d55/1ffc8a07-8eea-4758-b719-3a645c0307b8/2ff39d67-d0b5-4348-9487-929fdf2ef937) {{(pid=91618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:19:53.548172 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd07e4-ee4d-4aef-aa94-f666675c945e req-4b3a645e-1e49-4187-bbcb-0ee5fa886fd3 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:53.550230 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a8bd07e4-ee4d-4aef-aa94-f666675c945e req-4b3a645e-1e49-4187-bbcb-0ee5fa886fd3 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.3255639
Jun 03 16:19:53.649441 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-118c7508-a91f-4f6d-9b87-70edcf4c0999 None None] Notify callbacks [] for port, precommit_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:53.661622 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-118c7508-a91f-4f6d-9b87-70edcf4c0999 None None] Transition to ACTIVE for port object 2ff39d67-d0b5-4348-9487-929fdf2ef937 will not be triggered until provisioned by entity L2. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:19:53.681134 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-118c7508-a91f-4f6d-9b87-70edcf4c0999 None None] Transition to ACTIVE for port object 2ff39d67-d0b5-4348-9487-929fdf2ef937 will not be triggered until provisioned by entity DHCP. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:19:53.686847 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-118c7508-a91f-4f6d-9b87-70edcf4c0999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340'] for port, after_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:53.690457 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:19:53.756053 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df3eb2-54a3-4651-b2bf-bf82b92dea96 req-327517f5-9481-4a0c-af9a-fbc2070d9a54 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:53.757928 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c7df3eb2-54a3-4651-b2bf-bf82b92dea96 req-327517f5-9481-4a0c-af9a-fbc2070d9a54 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 944 time: 0.1086748
Jun 03 16:19:53.761606 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a8bd07e4-ee4d-4aef-aa94-f666675c945e req-12c61dcb-87ac-4d98-a7bf-e53d0f920bdf tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2028723
Jun 03 16:19:53.767156 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118c7508-a91f-4f6d-9b87-70edcf4c0999 None None] Network aec810ed-0ee2-4480-934c-29ea716a1d55 is already hosted by enough agents. {{(pid=91618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:19:53.770867 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.scheduler.base_scheduler [None req-118c7508-a91f-4f6d-9b87-70edcf4c0999 None None] Resources bound (agent type, host, resource id):  {{(pid=91618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:19:53.792175 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118c7508-a91f-4f6d-9b87-70edcf4c0999 None None] Received port after_create {{(pid=91618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:19:53.798986 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c7508-a91f-4f6d-9b87-70edcf4c0999 None None] Pushing event updated for resources: {'Port': ['ID=2ff39d67-d0b5-4348-9487-929fdf2ef937,revision_number=1']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:19:53.802990 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-118c7508-a91f-4f6d-9b87-70edcf4c0999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:19:53.876598 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4eb585ab-0465-48f1-b993-457383744941 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:53.909117 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c7df3eb2-54a3-4651-b2bf-bf82b92dea96 req-eec1fef1-8089-4d00-9027-a9375b8b296c tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1226692
Jun 03 16:19:53.962095 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4eb585ab-0465-48f1-b993-457383744941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:53.999162 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-118c7508-a91f-4f6d-9b87-70edcf4c0999 None None] Attempting to bind port 2ff39d67-d0b5-4348-9487-929fdf2ef937 on host dv-cinder-786524-8-iscsi for vnic_type normal with profile  {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:19:53.999785 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-118c7508-a91f-4f6d-9b87-70edcf4c0999 None None] Attempting to bind port 2ff39d67-d0b5-4348-9487-929fdf2ef937 by drivers openvswitch,hyperv on host dv-cinder-786524-8-iscsi at level 0 using segments [{'id': 'b0dbd752-4780-4d30-953c-bd3e6826f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55'}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:19:54.000208 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118c7508-a91f-4f6d-9b87-70edcf4c0999 None None] Attempting to bind port 2ff39d67-d0b5-4348-9487-929fdf2ef937 on network aec810ed-0ee2-4480-934c-29ea716a1d55 {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:19:54.007715 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118c7508-a91f-4f6d-9b87-70edcf4c0999 None None] Checking agent: {'id': 'ac8e9f39-4eb9-409d-95f3-792de4f7d79f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:19:54.010749 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118c7508-a91f-4f6d-9b87-70edcf4c0999 None None] Checking segment: {'id': 'b0dbd752-4780-4d30-953c-bd3e6826f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:19:54.011932 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-118c7508-a91f-4f6d-9b87-70edcf4c0999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:54.012905 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118c7508-a91f-4f6d-9b87-70edcf4c0999 None None] Bound using segment: {'id': 'b0dbd752-4780-4d30-953c-bd3e6826f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55'} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:19:54.014164 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-118c7508-a91f-4f6d-9b87-70edcf4c0999 None None] Bound port: 2ff39d67-d0b5-4348-9487-929fdf2ef937, host: dv-cinder-786524-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0dbd752-4780-4d30-953c-bd3e6826f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55'}}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:19:54.015422 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-118c7508-a91f-4f6d-9b87-70edcf4c0999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:54.063558 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6e7b41a9-1b3c-42c1-b579-091544fe9b28 req-90a56e65-e36e-4294-8d97-49af653cea04 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e3041d8-5662-4b0d-a700-84d250ada78a HTTP/1.1" status: 200  len: 210 time: 0.0956137
Jun 03 16:19:54.115207 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-118c7508-a91f-4f6d-9b87-70edcf4c0999 None None] For port 2ff39d67-d0b5-4348-9487-929fdf2ef937, host dv-cinder-786524-8-iscsi, cleared binding levels {{(pid=91618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:19:54.119870 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-118c7508-a91f-4f6d-9b87-70edcf4c0999 None None] For port 2ff39d67-d0b5-4348-9487-929fdf2ef937, host dv-cinder-786524-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=2ff39d67-d0b5-4348-9487-929fdf2ef937,segment=NetworkSegment(b0dbd752-4780-4d30-953c-bd3e6826f7f2),segment_id=b0dbd752-4780-4d30-953c-bd3e6826f7f2)] {{(pid=91618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:19:54.124899 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-118c7508-a91f-4f6d-9b87-70edcf4c0999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:54.129967 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-d0353d47-1921-4750-86d7-fc71fd3b17b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:19:54.204637 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c7508-a91f-4f6d-9b87-70edcf4c0999 None None] Pushing event updated for resources: {'Port': ['ID=2ff39d67-d0b5-4348-9487-929fdf2ef937,revision_number=2']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:19:54.208974 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-118c7508-a91f-4f6d-9b87-70edcf4c0999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:19:54.241361 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [None req-4eb585ab-0465-48f1-b993-457383744941 admin admin] Allocated IP 172.27.2.14 (454170da-4e8f-4963-97fb-80bd3b86dedc/06c387f0-ce57-4d04-be2c-2471c04350c2/9a420d50-c832-4a0a-ae9f-775706e3131f) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:19:54.430048 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4eb585ab-0465-48f1-b993-457383744941 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:54.495100 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4eb585ab-0465-48f1-b993-457383744941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954439'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:54.500501 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:19:54.576800 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb585ab-0465-48f1-b993-457383744941 admin admin] Network 454170da-4e8f-4963-97fb-80bd3b86dedc is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:19:54.579773 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-4eb585ab-0465-48f1-b993-457383744941 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:19:54.582356 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb585ab-0465-48f1-b993-457383744941 admin admin] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:19:54.668538 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb585ab-0465-48f1-b993-457383744941 admin admin] Pushing event updated for resources: {'Port': ['ID=9a420d50-c832-4a0a-ae9f-775706e3131f,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:19:54.760872 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-4eb585ab-0465-48f1-b993-457383744941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:19:54.866619 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 2ff39d67-d0b5-4348-9487-929fdf2ef937 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:19:54.936182 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning for port 2ff39d67-d0b5-4348-9487-929fdf2ef937 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:19:54.988270 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60eb08-ff27-4c78-9a2f-284e0bbbde27 req-948d4fc1-9618-4a64-9cc6-09bc0d5b4c28 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:54.990531 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8f60eb08-ff27-4c78-9a2f-284e0bbbde27 req-948d4fc1-9618-4a64-9cc6-09bc0d5b4c28 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.0930073
Jun 03 16:19:55.081497 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8f60eb08-ff27-4c78-9a2f-284e0bbbde27 req-2babbe60-2475-4e56-a80d-252f040e5a7e tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708358
Jun 03 16:19:55.215807 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4eb585ab-0465-48f1-b993-457383744941 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:55.286671 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4641fd42-8cac-44a5-a10c-8d5d400422fa req-9ed1065d-e337-48cb-a7a2-2a0186556385 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e3041d8-5662-4b0d-a700-84d250ada78a HTTP/1.1" status: 200  len: 210 time: 0.0557764
Jun 03 16:19:55.424718 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffaa9d-f131-428c-a15a-188dc6e98a61 req-6448a191-5a11-43b2-bf8a-9e9f9e10a4ca tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:55.426177 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-75ffaa9d-f131-428c-a15a-188dc6e98a61 req-6448a191-5a11-43b2-bf8a-9e9f9e10a4ca tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 944 time: 0.3422217
Jun 03 16:19:55.453303 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6b6325-a41e-495e-b70c-305ecfab1263 None None] Network aec810ed-0ee2-4480-934c-29ea716a1d55 requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:19:55.588083 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-0f798488-0c1c-4142-9764-d91e34061c9b None None] Provisioning for port 2ff39d67-d0b5-4348-9487-929fdf2ef937 completed by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:19:55.597368 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-0f798488-0c1c-4142-9764-d91e34061c9b None None] Provisioning complete for port 2ff39d67-d0b5-4348-9487-929fdf2ef937 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:19:55.597747 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-0f798488-0c1c-4142-9764-d91e34061c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:55.672929 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-75ffaa9d-f131-428c-a15a-188dc6e98a61 req-a96a1dba-bcc3-4915-ba90-9e6a92c01501 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2396519
Jun 03 16:19:55.797849 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4eb585ab-0465-48f1-b993-457383744941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-380211'] for router, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:55.825876 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-0f798488-0c1c-4142-9764-d91e34061c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:55.878893 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-0f798488-0c1c-4142-9764-d91e34061c9b None None] For port 2ff39d67-d0b5-4348-9487-929fdf2ef937, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=2ff39d67-d0b5-4348-9487-929fdf2ef937,segment=NetworkSegment(b0dbd752-4780-4d30-953c-bd3e6826f7f2),segment_id=b0dbd752-4780-4d30-953c-bd3e6826f7f2)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:19:55.884461 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-0f798488-0c1c-4142-9764-d91e34061c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:55.886917 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-a57e7e62-f8d0-484e-ba4b-27dd90319c1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:19:55.963174 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f798488-0c1c-4142-9764-d91e34061c9b None None] Pushing event updated for resources: {'Port': ['ID=2ff39d67-d0b5-4348-9487-929fdf2ef937,revision_number=3']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:19:55.966290 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-0f798488-0c1c-4142-9764-d91e34061c9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:19:56.053346 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb585ab-0465-48f1-b993-457383744941 admin admin] Router c426a715-f7e8-4e42-a873-bc1373343142 is scheduled to L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b with binding_index 1 {{(pid=91616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 03 16:19:56.108359 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-80cb1d63-03d5-4283-aef2-1e6d3487fe49 None None] Provisioning complete for port 2ff39d67-d0b5-4348-9487-929fdf2ef937 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:19:56.108543 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-80cb1d63-03d5-4283-aef2-1e6d3487fe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:56.368085 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb585ab-0465-48f1-b993-457383744941 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:19:56.381106 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53538e2-d3f5-4249-a438-09b82b08ea70 None None] Sync routers for ids ['c426a715-f7e8-4e42-a873-bc1373343142'] in dv-cinder-786524-8-iscsi {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:19:56.402979 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53538e2-d3f5-4249-a438-09b82b08ea70 None None] Routers {'c426a715-f7e8-4e42-a873-bc1373343142'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:19:56.403621 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-c53538e2-d3f5-4249-a438-09b82b08ea70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2dc2190>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:19:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['c426a715-f7e8-4e42-a873-bc1373343142'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:19:56.404010 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4fe1a-496a-41c9-919b-ef9cd07ccd9f req-90d34c8e-2172-40a4-abe2-84b7b3e4a582 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:56.405521 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b9c4fe1a-496a-41c9-919b-ef9cd07ccd9f req-90d34c8e-2172-40a4-abe2-84b7b3e4a582 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.1185641
Jun 03 16:19:56.409539 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4eb585ab-0465-48f1-b993-457383744941 admin admin] Notify callbacks [] for router, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:56.413423 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-4eb585ab-0465-48f1-b993-457383744941 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.5722516
Jun 03 16:19:56.413747 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 32884) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:19:56.501843 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b9c4fe1a-496a-41c9-919b-ef9cd07ccd9f req-a57f5b73-856b-4187-986f-0d2fd1c7da35 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870602
Jun 03 16:19:56.676662 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-c53538e2-d3f5-4249-a438-09b82b08ea70 None None] Set router c426a715-f7e8-4e42-a873-bc1373343142 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:19:56.688575 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-8f1493de-d00d-4c96-98b5-c872d0f699e3 req-b4b9d1df-8b3b-497a-9fab-07c2a54ba0d2 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e3041d8-5662-4b0d-a700-84d250ada78a HTTP/1.1" status: 200  len: 210 time: 0.1054592
Jun 03 16:19:56.832777 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 2ff39d67-d0b5-4348-9487-929fdf2ef937 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:19:56.986749 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fde94a-45f8-4b2a-92cb-50d8cf20c8e1 req-ae5ae948-f7b3-4068-9cb3-ba2212a179dd tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:56.994820 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-32fde94a-45f8-4b2a-92cb-50d8cf20c8e1 req-ae5ae948-f7b3-4068-9cb3-ba2212a179dd tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 944 time: 0.1281166
Jun 03 16:19:57.003654 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 2ff39d67-d0b5-4348-9487-929fdf2ef937 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:19:57.004259 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:57.054809 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-32fde94a-45f8-4b2a-92cb-50d8cf20c8e1 req-79878fee-5acc-4dbf-a02e-4696b2a4ff32 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534854
Jun 03 16:19:57.187825 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-c53538e2-d3f5-4249-a438-09b82b08ea70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2dc2190>, [{'id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'name': 'tempest-TestVolumeBootPattern-1840315318-router', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:19:52Z', 'updated_at': '2021-06-03T16:19:54Z', 'revision_number': 3, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'gw_port': {'id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:54Z', 'updated_at': '2021-06-03T16:19:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:19:57.192449 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53538e2-d3f5-4249-a438-09b82b08ea70 None None] Checking router: c426a715-f7e8-4e42-a873-bc1373343142 for host: dv-cinder-786524-8-iscsi {{(pid=91619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:19:57.192989 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53538e2-d3f5-4249-a438-09b82b08ea70 None None] Updating router c426a715-f7e8-4e42-a873-bc1373343142 port 9a420d50-c832-4a0a-ae9f-775706e3131f binding host dv-cinder-786524-8-iscsi {{(pid=91619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 16:19:57.254324 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-c53538e2-d3f5-4249-a438-09b82b08ea70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:57.447694 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-89ce926a-a667-43b5-962b-665c568c6906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:57.775594 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-c53538e2-d3f5-4249-a438-09b82b08ea70 None None] Notify callbacks [] for port, precommit_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:57.829795 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.provisioning_blocks [None req-c53538e2-d3f5-4249-a438-09b82b08ea70 None None] Transition to ACTIVE for port object 9a420d50-c832-4a0a-ae9f-775706e3131f will not be triggered until provisioned by entity L2. {{(pid=91619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:19:57.857269 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-c53538e2-d3f5-4249-a438-09b82b08ea70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:57.877436 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:19:57.890913 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1454bbe2-16fd-4984-ae56-f2ebba265666 req-b10e204a-d08f-4821-b986-ba6fe843fa38 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e3041d8-5662-4b0d-a700-84d250ada78a HTTP/1.1" status: 200  len: 210 time: 0.0588722
Jun 03 16:19:57.924427 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f290724-845e-4135-82c4-5147ba367b20 req-730d9158-3b48-4fa4-91e0-b3a191eb60b9 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:57.926716 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-7f290724-845e-4135-82c4-5147ba367b20 req-730d9158-3b48-4fa4-91e0-b3a191eb60b9 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.1895003
Jun 03 16:19:57.989721 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.managers [None req-c53538e2-d3f5-4249-a438-09b82b08ea70 None None] Attempting to bind port 9a420d50-c832-4a0a-ae9f-775706e3131f on host dv-cinder-786524-8-iscsi for vnic_type normal with profile  {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:19:57.990247 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.managers [None req-c53538e2-d3f5-4249-a438-09b82b08ea70 None None] Attempting to bind port 9a420d50-c832-4a0a-ae9f-775706e3131f by drivers openvswitch,hyperv on host dv-cinder-786524-8-iscsi at level 0 using segments [{'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}] {{(pid=91619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:19:57.990712 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53538e2-d3f5-4249-a438-09b82b08ea70 None None] Attempting to bind port 9a420d50-c832-4a0a-ae9f-775706e3131f on network 454170da-4e8f-4963-97fb-80bd3b86dedc {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:19:58.007264 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53538e2-d3f5-4249-a438-09b82b08ea70 None None] Checking agent: {'id': 'ac8e9f39-4eb9-409d-95f3-792de4f7d79f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:19:58.007671 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53538e2-d3f5-4249-a438-09b82b08ea70 None None] Checking segment: {'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:19:58.008041 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-c53538e2-d3f5-4249-a438-09b82b08ea70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:58.011107 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53538e2-d3f5-4249-a438-09b82b08ea70 None None] Bound using segment: {'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'} {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:19:58.012747 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.managers [None req-c53538e2-d3f5-4249-a438-09b82b08ea70 None None] Bound port: 9a420d50-c832-4a0a-ae9f-775706e3131f, host: dv-cinder-786524-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}}] {{(pid=91619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:19:58.014246 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-c53538e2-d3f5-4249-a438-09b82b08ea70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:58.035273 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-7f290724-845e-4135-82c4-5147ba367b20 req-d030abde-b82e-44e5-94e2-f6cf408176af tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016645
Jun 03 16:19:58.038087 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [None req-89ce926a-a667-43b5-962b-665c568c6906 admin admin] Allocated IP 172.20.0.1 (aec810ed-0ee2-4480-934c-29ea716a1d55/1ffc8a07-8eea-4758-b719-3a645c0307b8/c72164cc-a301-45da-8a57-479e8f418578) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:19:58.116315 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.db [None req-c53538e2-d3f5-4249-a438-09b82b08ea70 None None] For port 9a420d50-c832-4a0a-ae9f-775706e3131f, host dv-cinder-786524-8-iscsi, cleared binding levels {{(pid=91619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:19:58.121462 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.db [None req-c53538e2-d3f5-4249-a438-09b82b08ea70 None None] For port 9a420d50-c832-4a0a-ae9f-775706e3131f, host dv-cinder-786524-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=9a420d50-c832-4a0a-ae9f-775706e3131f,segment=NetworkSegment(85b01a76-96af-409b-a8d7-73ca63f153b4),segment_id=85b01a76-96af-409b-a8d7-73ca63f153b4)] {{(pid=91619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:19:58.123705 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61118126-ca0d-4db7-bc9b-eb14f540c364 None None] Pushing event updated for resources: {'Port': ['ID=9a420d50-c832-4a0a-ae9f-775706e3131f,revision_number=2']} {{(pid=91619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:19:58.128020 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-c53538e2-d3f5-4249-a438-09b82b08ea70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:58.151200 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118126-ca0d-4db7-bc9b-eb14f540c364 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:58.152627 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118126-ca0d-4db7-bc9b-eb14f540c364 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:58.153147 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118126-ca0d-4db7-bc9b-eb14f540c364 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:58.155839 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118126-ca0d-4db7-bc9b-eb14f540c364 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:58.155839 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118126-ca0d-4db7-bc9b-eb14f540c364 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:58.156109 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118126-ca0d-4db7-bc9b-eb14f540c364 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:58.156443 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118126-ca0d-4db7-bc9b-eb14f540c364 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:58.156767 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118126-ca0d-4db7-bc9b-eb14f540c364 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:58.157138 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118126-ca0d-4db7-bc9b-eb14f540c364 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:58.157462 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118126-ca0d-4db7-bc9b-eb14f540c364 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:58.157783 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118126-ca0d-4db7-bc9b-eb14f540c364 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:58.158101 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61118126-ca0d-4db7-bc9b-eb14f540c364 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:19:58.174075 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [None req-61118126-ca0d-4db7-bc9b-eb14f540c364 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:19:58.174560 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [None req-35f1105b-c554-44b8-90c3-56c3752e48b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:19:58.282556 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53538e2-d3f5-4249-a438-09b82b08ea70 None None] Routers {'c426a715-f7e8-4e42-a873-bc1373343142'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:19:58.283498 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-c53538e2-d3f5-4249-a438-09b82b08ea70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2dc2190>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:19:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['c426a715-f7e8-4e42-a873-bc1373343142'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:19:58.324447 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cc5a6-da84-4cfc-8e04-694c4efa8fd3 req-0f828775-2ba7-4a6b-afb9-f533a26f27a7 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:58.330964 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f55cc5a6-da84-4cfc-8e04-694c4efa8fd3 req-0f828775-2ba7-4a6b-afb9-f533a26f27a7 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 944 time: 0.1292028
Jun 03 16:19:58.360856 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-89ce926a-a667-43b5-962b-665c568c6906 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:58.392413 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61118126-ca0d-4db7-bc9b-eb14f540c364 None None] Pushing event updated for resources: {'Port': ['ID=9a420d50-c832-4a0a-ae9f-775706e3131f,revision_number=3']} {{(pid=91619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:19:58.396895 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.provisioning_blocks [None req-89ce926a-a667-43b5-962b-665c568c6906 admin admin] Transition to ACTIVE for port object c72164cc-a301-45da-8a57-479e8f418578 will not be triggered until provisioned by entity DHCP. {{(pid=91616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:19:58.404557 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [None req-61118126-ca0d-4db7-bc9b-eb14f540c364 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:19:58.420242 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f55cc5a6-da84-4cfc-8e04-694c4efa8fd3 req-61c8abc4-feee-4fa6-9c4e-47161e8a7a6b tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0829766
Jun 03 16:19:58.423640 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-89ce926a-a667-43b5-962b-665c568c6906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954439'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:58.428623 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-0673c369-e0e6-4dc4-b7ca-785ab4738d43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:19:58.481451 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ce926a-a667-43b5-962b-665c568c6906 admin admin] Network aec810ed-0ee2-4480-934c-29ea716a1d55 is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:19:58.484118 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-89ce926a-a667-43b5-962b-665c568c6906 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:19:58.487647 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ce926a-a667-43b5-962b-665c568c6906 admin admin] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:19:58.548528 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-c53538e2-d3f5-4249-a438-09b82b08ea70 None None] Set router c426a715-f7e8-4e42-a873-bc1373343142 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:19:58.548876 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce926a-a667-43b5-962b-665c568c6906 admin admin] Pushing event updated for resources: {'Port': ['ID=c72164cc-a301-45da-8a57-479e8f418578,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:19:58.552589 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-89ce926a-a667-43b5-962b-665c568c6906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:19:58.586327 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-89ce926a-a667-43b5-962b-665c568c6906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380413'] for router_interface, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:58.768792 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-89ce926a-a667-43b5-962b-665c568c6906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:58.836295 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-3cb76b81-e4db-4c33-99b6-4fd9506246fe None None] Provisioning for port c72164cc-a301-45da-8a57-479e8f418578 completed by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:19:58.849259 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-3cb76b81-e4db-4c33-99b6-4fd9506246fe None None] Provisioning complete for port c72164cc-a301-45da-8a57-479e8f418578 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:19:58.849878 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-3cb76b81-e4db-4c33-99b6-4fd9506246fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:58.973174 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-3cb76b81-e4db-4c33-99b6-4fd9506246fe None None] Port c72164cc-a301-45da-8a57-479e8f418578 cannot update to ACTIVE because it is not bound. {{(pid=91618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 16:19:59.020113 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-c53538e2-d3f5-4249-a438-09b82b08ea70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2dc2190>, [{'id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'name': 'tempest-TestVolumeBootPattern-1840315318-router', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:19:52Z', 'updated_at': '2021-06-03T16:19:54Z', 'revision_number': 3, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'gw_port': {'id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:54Z', 'updated_at': '2021-06-03T16:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:19:59.026803 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53538e2-d3f5-4249-a438-09b82b08ea70 None None] The sync data for ids ['c426a715-f7e8-4e42-a873-bc1373343142'] in dv-cinder-786524-8-iscsi is: [{'id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'name': 'tempest-TestVolumeBootPattern-1840315318-router', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:19:52Z', 'updated_at': '2021-06-03T16:19:54Z', 'revision_number': 3, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'gw_port': {'id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:54Z', 'updated_at': '2021-06-03T16:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}] {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:19:59.122098 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-5043bff4-bef4-49f2-b854-70eb7fa06726 req-83fd427d-c915-433b-9147-eee0704ea160 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e3041d8-5662-4b0d-a700-84d250ada78a HTTP/1.1" status: 200  len: 210 time: 0.0528526
Jun 03 16:19:59.147199 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-89ce926a-a667-43b5-962b-665c568c6906 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:59.153555 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-89ce926a-a667-43b5-962b-665c568c6906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954300'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:59.181206 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:19:59.264189 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00794662-e7aa-4be1-9454-2d76e9433db4 req-7230fec0-d7bd-4026-bcc1-c7561c14afc8 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:59.265794 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-00794662-e7aa-4be1-9454-2d76e9433db4 req-7230fec0-d7bd-4026-bcc1-c7561c14afc8 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.0927787
Jun 03 16:19:59.269531 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce926a-a667-43b5-962b-665c568c6906 admin admin] Pushing event updated for resources: {'Port': ['ID=c72164cc-a301-45da-8a57-479e8f418578,revision_number=2']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:19:59.272485 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-89ce926a-a667-43b5-962b-665c568c6906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681873'] for router_interface, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:59.280987 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-89ce926a-a667-43b5-962b-665c568c6906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:19:59.431380 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-00794662-e7aa-4be1-9454-2d76e9433db4 req-01593bc7-c461-40a0-a618-3955577b8e5d tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441591
Jun 03 16:19:59.503773 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ce926a-a667-43b5-962b-665c568c6906 admin admin] Network aec810ed-0ee2-4480-934c-29ea716a1d55 is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:19:59.504949 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-89ce926a-a667-43b5-962b-665c568c6906 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:19:59.804934 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-13d7cc68-be70-4d41-88e2-40b35a3a31e8 None None] Provisioning complete for port c72164cc-a301-45da-8a57-479e8f418578 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:19:59.805366 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-13d7cc68-be70-4d41-88e2-40b35a3a31e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:19:59.819700 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d21e4-400d-4ca5-8595-6463b6d2704c req-81ddf37b-b075-4aa6-a65a-21c9d6d13ce2 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:19:59.821269 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-dd4d21e4-400d-4ca5-8595-6463b6d2704c req-81ddf37b-b075-4aa6-a65a-21c9d6d13ce2 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 944 time: 0.2007349
Jun 03 16:19:59.833630 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ce926a-a667-43b5-962b-665c568c6906 admin admin] Router c426a715-f7e8-4e42-a873-bc1373343142 has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:19:59.862995 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-13d7cc68-be70-4d41-88e2-40b35a3a31e8 None None] Port c72164cc-a301-45da-8a57-479e8f418578 cannot update to ACTIVE because it is not bound. {{(pid=91618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 16:20:00.052290 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-dd4d21e4-400d-4ca5-8595-6463b6d2704c req-1a75330d-62ec-44a3-87e1-cafee2271297 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2206290
Jun 03 16:20:00.179338 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ce926a-a667-43b5-962b-665c568c6906 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:20:00.196201 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-89ce926a-a667-43b5-962b-665c568c6906 admin admin] 10.222.0.66 "PUT /v2.0/routers/c426a715-f7e8-4e42-a873-bc1373343142/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7753127
Jun 03 16:20:00.340409 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-bda7a21f-6d57-40fb-8f3c-dbdc30ae165e req-9ff62f11-53ac-429f-9261-0d391e7ed687 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e3041d8-5662-4b0d-a700-84d250ada78a HTTP/1.1" status: 200  len: 210 time: 0.0670574
Jun 03 16:20:00.656925 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7584c-c65f-4a48-8726-585aa435eb0b req-82574507-99c9-4d9b-89b9-32c99983f539 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:00.664145 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c7e7584c-c65f-4a48-8726-585aa435eb0b req-82574507-99c9-4d9b-89b9-32c99983f539 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.1172597
Jun 03 16:20:00.723342 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c7e7584c-c65f-4a48-8726-585aa435eb0b req-23561cf0-966c-492f-b118-a307875cb34e tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565116
Jun 03 16:20:00.872070 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 9a420d50-c832-4a0a-ae9f-775706e3131f up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:20:00.951769 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning for port 9a420d50-c832-4a0a-ae9f-775706e3131f completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:20:00.957979 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 9a420d50-c832-4a0a-ae9f-775706e3131f triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:00.958359 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:00.959107 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 32944) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:00.964188 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-c6785f20-7947-49e9-a018-3b10c06a2ab4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-660669985-network', 'tenant_id': '895de2aea84347b091b80f1ed42b6eaf'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:20:00.968701 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-c6785f20-7947-49e9-a018-3b10c06a2ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:00.972652 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-c6785f20-7947-49e9-a018-3b10c06a2ab4 admin admin] Usage tracker for resource:network and tenant:895de2aea84347b091b80f1ed42b6eaf is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:00.977391 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-c6785f20-7947-49e9-a018-3b10c06a2ab4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:00.986634 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-c6785f20-7947-49e9-a018-3b10c06a2ab4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:00.998784 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6785f20-7947-49e9-a018-3b10c06a2ab4 admin admin] Made reservation on behalf of 895de2aea84347b091b80f1ed42b6eaf for: {'network': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:20:01.002016 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c6785f20-7947-49e9-a018-3b10c06a2ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7909625'] for network, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:01.015020 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c6785f20-7947-49e9-a018-3b10c06a2ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:01.030226 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-c6785f20-7947-49e9-a018-3b10c06a2ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:01.034854 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-c6785f20-7947-49e9-a018-3b10c06a2ab4 admin admin] Usage tracker for resource:security_group_rule and tenant:895de2aea84347b091b80f1ed42b6eaf is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:01.037733 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-c6785f20-7947-49e9-a018-3b10c06a2ab4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:01.043579 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-c6785f20-7947-49e9-a018-3b10c06a2ab4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:01.053052 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0ebcbd-917b-4e04-b957-43c8bf3e360d None None] Sync routers for ids ['c426a715-f7e8-4e42-a873-bc1373343142'] in dv-cinder-786524-8-iscsi {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:20:01.075102 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0ebcbd-917b-4e04-b957-43c8bf3e360d None None] Routers {'c426a715-f7e8-4e42-a873-bc1373343142'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:20:01.075749 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-6a0ebcbd-917b-4e04-b957-43c8bf3e360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa223d610>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:19:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['c426a715-f7e8-4e42-a873-bc1373343142'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:01.139803 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c6785f20-7947-49e9-a018-3b10c06a2ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:01.144165 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c6785f20-7947-49e9-a018-3b10c06a2ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:01.147337 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-cadff5d6-0d4e-4210-881a-05c8d8d2f6d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:01.155955 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:01.179966 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6785f20-7947-49e9-a018-3b10c06a2ab4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918}  {{(pid=91616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 16:20:01.192108 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6785f20-7947-49e9-a018-3b10c06a2ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88510f2d-1fae-4399-9d25-2e5010df7695,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:01.197360 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-c6785f20-7947-49e9-a018-3b10c06a2ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:01.198572 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c6785f20-7947-49e9-a018-3b10c06a2ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:01.198990 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.db.segments_db [None req-c6785f20-7947-49e9-a018-3b10c06a2ab4 admin admin] Added segment 8b1345ec-55d7-4ee6-b271-e2d161f6aa49 of type vlan for network b5ef4031-997f-419e-a52a-f7bfda3a4d82
Jun 03 16:20:01.228844 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c6785f20-7947-49e9-a018-3b10c06a2ab4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727276187850'] for network, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:01.234752 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] For port 9a420d50-c832-4a0a-ae9f-775706e3131f, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=9a420d50-c832-4a0a-ae9f-775706e3131f,segment=NetworkSegment(85b01a76-96af-409b-a8d7-73ca63f153b4),segment_id=85b01a76-96af-409b-a8d7-73ca63f153b4)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:20:01.243348 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:01.248175 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:01.252200 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e08d12-2784-4663-be71-6a9eadc0f174 req-918b54a1-7526-4a0a-8213-09c1fa58349f tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:01.253634 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-78e08d12-2784-4663-be71-6a9eadc0f174 req-918b54a1-7526-4a0a-8213-09c1fa58349f tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 944 time: 0.0853155
Jun 03 16:20:01.319329 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c6785f20-7947-49e9-a018-3b10c06a2ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335'] for network, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:01.321276 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6785f20-7947-49e9-a018-3b10c06a2ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:01.322537 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c6785f20-7947-49e9-a018-3b10c06a2ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:01.328490 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-115eb498-434b-4b52-aa4c-0c6332f1163f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:01.349407 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-78e08d12-2784-4663-be71-6a9eadc0f174 req-318161f1-4c0f-4b8f-bc53-1d1e9abbc72a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0881093
Jun 03 16:20:01.395388 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-6a0ebcbd-917b-4e04-b957-43c8bf3e360d None None] Set router c426a715-f7e8-4e42-a873-bc1373343142 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:20:01.449624 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6785f20-7947-49e9-a018-3b10c06a2ab4 admin admin] Pushing event updated for resources: {'Network': ['ID=b5ef4031-997f-419e-a52a-f7bfda3a4d82,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:01.449849 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Pushing event updated for resources: {'Port': ['ID=9a420d50-c832-4a0a-ae9f-775706e3131f,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:01.452978 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-c6785f20-7947-49e9-a018-3b10c06a2ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:01.472850 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Network b5ef4031-997f-419e-a52a-f7bfda3a4d82 details requested by agent ovs-agent-dv-cinder-786524-8-iscsi with host dv-cinder-786524-8-iscsi {{(pid=91618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 16:20:01.476574 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-c6785f20-7947-49e9-a018-3b10c06a2ab4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5162902
Jun 03 16:20:01.479936 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 32950) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:01.485718 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-37185978-b178-4601-aa74-4b55e77b5918 admin admin] Request body: {'subnet': {'network_id': 'b5ef4031-997f-419e-a52a-f7bfda3a4d82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-660669985-subnet', 'tenant_id': '895de2aea84347b091b80f1ed42b6eaf', 'ip_version': 4}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:20:01.488719 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:01.492834 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-37185978-b178-4601-aa74-4b55e77b5918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:01.499117 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-37185978-b178-4601-aa74-4b55e77b5918 admin admin] Usage tracker for resource:subnet and tenant:895de2aea84347b091b80f1ed42b6eaf is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:01.503020 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-37185978-b178-4601-aa74-4b55e77b5918 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:01.512554 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-37185978-b178-4601-aa74-4b55e77b5918 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:01.526742 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37185978-b178-4601-aa74-4b55e77b5918 admin admin] Made reservation on behalf of 895de2aea84347b091b80f1ed42b6eaf for: {'subnet': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:20:01.529932 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-37185978-b178-4601-aa74-4b55e77b5918 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2898585'] for subnet, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:01.581376 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-40aa5ac7-6722-4ac7-bef6-81d3b3395fd3 req-aaa1746c-dd54-4d9d-bc23-bba80b9e9531 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e3041d8-5662-4b0d-a700-84d250ada78a HTTP/1.1" status: 200  len: 210 time: 0.0622509
Jun 03 16:20:01.841501 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-6a0ebcbd-917b-4e04-b957-43c8bf3e360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa223d610>, [{'id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'name': 'tempest-TestVolumeBootPattern-1840315318-router', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:19:52Z', 'updated_at': '2021-06-03T16:19:58Z', 'revision_number': 4, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'gw_port': {'id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:54Z', 'updated_at': '2021-06-03T16:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'c72164cc-a301-45da-8a57-479e8f418578', 'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'mac_address': 'fa:16:3e:61:53:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:57Z', 'updated_at': '2021-06-03T16:19:58Z', 'revision_number': 2, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'subnets': [{'id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:01.845439 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0ebcbd-917b-4e04-b957-43c8bf3e360d None None] Checking router: c426a715-f7e8-4e42-a873-bc1373343142 for host: dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:20:01.845795 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0ebcbd-917b-4e04-b957-43c8bf3e360d None None] Updating router c426a715-f7e8-4e42-a873-bc1373343142 port c72164cc-a301-45da-8a57-479e8f418578 binding host dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 16:20:01.900860 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-6a0ebcbd-917b-4e04-b957-43c8bf3e360d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:02.072070 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a56b60-e879-475a-a62b-1e6e9be53c40 req-724f3982-2fef-4da6-a967-469db39243bf tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:02.080495 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e2a56b60-e879-475a-a62b-1e6e9be53c40 req-724f3982-2fef-4da6-a967-469db39243bf tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.2154682
Jun 03 16:20:02.173772 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e2a56b60-e879-475a-a62b-1e6e9be53c40 req-f8b0d7ec-4e7c-4ae0-9541-3f93eb87d7e4 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922914
Jun 03 16:20:02.202297 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-37185978-b178-4601-aa74-4b55e77b5918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2387592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2898571'] for subnet, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:02.207079 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-c57fe143-31e9-4cab-9bc4-e16a50495000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:02.281437 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37185978-b178-4601-aa74-4b55e77b5918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13ab2671-9e94-4c1d-a2ff-3b3a99d21af8,revision_number=0']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:02.284591 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-37185978-b178-4601-aa74-4b55e77b5918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:02.292437 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37185978-b178-4601-aa74-4b55e77b5918 admin admin] Checking segment: {'id': '8b1345ec-55d7-4ee6-b271-e2d161f6aa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'b5ef4031-997f-419e-a52a-f7bfda3a4d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:20:02.292792 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37185978-b178-4601-aa74-4b55e77b5918 admin admin] Network hostable DHCP agents. Network: b5ef4031-997f-419e-a52a-f7bfda3a4d82, hostable agents: ['c044945e-c5c8-447c-aba8-a587522630bd'], hosted agents: [] {{(pid=91617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 16:20:02.302967 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-6a0ebcbd-917b-4e04-b957-43c8bf3e360d None None] Notify callbacks [] for port, precommit_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:02.312189 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37185978-b178-4601-aa74-4b55e77b5918 admin admin] Network b5ef4031-997f-419e-a52a-f7bfda3a4d82 is scheduled to be hosted by DHCP agent c044945e-c5c8-447c-aba8-a587522630bd with binding_index 1 {{(pid=91617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 16:20:02.316326 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-6a0ebcbd-917b-4e04-b957-43c8bf3e360d None None] Transition to ACTIVE for port object c72164cc-a301-45da-8a57-479e8f418578 will not be triggered until provisioned by entity L2. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:20:02.321984 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [None req-37185978-b178-4601-aa74-4b55e77b5918 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-iscsi, b5ef4031-997f-419e-a52a-f7bfda3a4d82) {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:20:02.324388 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-6a0ebcbd-917b-4e04-b957-43c8bf3e360d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:02.331565 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37185978-b178-4601-aa74-4b55e77b5918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:02.332243 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-37185978-b178-4601-aa74-4b55e77b5918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for subnet, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:02.332939 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:02.352231 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-37185978-b178-4601-aa74-4b55e77b5918 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8709295
Jun 03 16:20:02.355639 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 32962) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:02.360031 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-a687908b-b270-4924-83f3-a9dee2c806b2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-660669985-router', 'tenant_id': '895de2aea84347b091b80f1ed42b6eaf', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:20:02.362391 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50544a2e-aef4-4aef-93b1-c4299fc3086c None None] Network b5ef4031-997f-419e-a52a-f7bfda3a4d82 requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:20:02.364327 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-a687908b-b270-4924-83f3-a9dee2c806b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:02.368099 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-a687908b-b270-4924-83f3-a9dee2c806b2 admin admin] Usage tracker for resource:router and tenant:895de2aea84347b091b80f1ed42b6eaf is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:02.371044 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-a687908b-b270-4924-83f3-a9dee2c806b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:02.378065 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-a687908b-b270-4924-83f3-a9dee2c806b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:02.390121 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a687908b-b270-4924-83f3-a9dee2c806b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30227'] for router, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:02.391402 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a687908b-b270-4924-83f3-a9dee2c806b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-686308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-773730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30234'] for router, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:02.411376 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a687908b-b270-4924-83f3-a9dee2c806b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:02.541471 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a8069-6a96-4c64-9782-ba756063c88b None None] Pushing event updated for resources: {'Port': ['ID=c72164cc-a301-45da-8a57-479e8f418578,revision_number=3']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:02.549015 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-297a8069-6a96-4c64-9782-ba756063c88b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:02.610616 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f655e4-be8f-41d3-b04f-e43c057f3cf1 req-5803328d-0556-46b8-96e7-893e36961287 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:02.612907 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-01f655e4-be8f-41d3-b04f-e43c057f3cf1 req-5803328d-0556-46b8-96e7-893e36961287 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 944 time: 0.1085951
Jun 03 16:20:02.726883 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-01f655e4-be8f-41d3-b04f-e43c057f3cf1 req-122f0f18-715f-4285-8527-cad27f1beb12 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1067972
Jun 03 16:20:02.758068 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a687908b-b270-4924-83f3-a9dee2c806b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-686290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30324'] for router, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:02.866387 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-984960d8-0be2-4188-8997-d25649a16914 req-8e485032-5dde-49e2-8a86-7f85f3ba5f5b tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e3041d8-5662-4b0d-a700-84d250ada78a HTTP/1.1" status: 200  len: 210 time: 0.0519545
Jun 03 16:20:02.931836 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-6a0ebcbd-917b-4e04-b957-43c8bf3e360d None None] Attempting to bind port c72164cc-a301-45da-8a57-479e8f418578 on host dv-cinder-786524-8-iscsi for vnic_type normal with profile  {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:20:02.932396 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-6a0ebcbd-917b-4e04-b957-43c8bf3e360d None None] Attempting to bind port c72164cc-a301-45da-8a57-479e8f418578 by drivers openvswitch,hyperv on host dv-cinder-786524-8-iscsi at level 0 using segments [{'id': 'b0dbd752-4780-4d30-953c-bd3e6826f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55'}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:20:02.932790 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0ebcbd-917b-4e04-b957-43c8bf3e360d None None] Attempting to bind port c72164cc-a301-45da-8a57-479e8f418578 on network aec810ed-0ee2-4480-934c-29ea716a1d55 {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:20:02.937448 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 9a420d50-c832-4a0a-ae9f-775706e3131f up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:20:02.990947 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0ebcbd-917b-4e04-b957-43c8bf3e360d None None] Checking agent: {'id': 'ac8e9f39-4eb9-409d-95f3-792de4f7d79f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:20:02.991335 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0ebcbd-917b-4e04-b957-43c8bf3e360d None None] Checking segment: {'id': 'b0dbd752-4780-4d30-953c-bd3e6826f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:20:02.991748 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-6a0ebcbd-917b-4e04-b957-43c8bf3e360d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:02.992153 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0ebcbd-917b-4e04-b957-43c8bf3e360d None None] Bound using segment: {'id': 'b0dbd752-4780-4d30-953c-bd3e6826f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55'} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:20:02.992630 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-6a0ebcbd-917b-4e04-b957-43c8bf3e360d None None] Bound port: c72164cc-a301-45da-8a57-479e8f418578, host: dv-cinder-786524-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0dbd752-4780-4d30-953c-bd3e6826f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55'}}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:20:02.993224 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-6a0ebcbd-917b-4e04-b957-43c8bf3e360d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:03.024148 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29ba0fb-6f11-482d-a35f-b06982df1cc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10b196e7-bcaa-5b87-a244-394a9af7543c-b5ef4031-997f-419e-a52a-f7bfda3a4d82', 'network_id': 'b5ef4031-997f-419e-a52a-f7bfda3a4d82', 'tenant_id': '895de2aea84347b091b80f1ed42b6eaf', 'fixed_ips': [{'subnet_id': '13ab2671-9e94-4c1d-a2ff-3b3a99d21af8'}]}} from dv-cinder-786524-8-iscsi. {{(pid=91618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 03 16:20:03.025888 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-a29ba0fb-6f11-482d-a35f-b06982df1cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:03.146397 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a687908b-b270-4924-83f3-a9dee2c806b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:03.176499 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a687908b-b270-4924-83f3-a9dee2c806b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:03.229121 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 32976) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:03.263362 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 9a420d50-c832-4a0a-ae9f-775706e3131f triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:03.263842 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:03.342000 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-6a0ebcbd-917b-4e04-b957-43c8bf3e360d None None] For port c72164cc-a301-45da-8a57-479e8f418578, host dv-cinder-786524-8-iscsi, cleared binding levels {{(pid=91618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:20:03.373110 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [None req-a687908b-b270-4924-83f3-a9dee2c806b2 admin admin] Allocated IP 172.27.2.174 (454170da-4e8f-4963-97fb-80bd3b86dedc/06c387f0-ce57-4d04-be2c-2471c04350c2/e99668b4-dd04-43df-9a89-5c2ae4501a89) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:20:03.395915 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-6a0ebcbd-917b-4e04-b957-43c8bf3e360d None None] For port c72164cc-a301-45da-8a57-479e8f418578, host dv-cinder-786524-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=c72164cc-a301-45da-8a57-479e8f418578,segment=NetworkSegment(b0dbd752-4780-4d30-953c-bd3e6826f7f2),segment_id=b0dbd752-4780-4d30-953c-bd3e6826f7f2)] {{(pid=91618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:20:03.451270 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6a1d74d7-6416-4ea4-9c0a-a699af24e9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:03.467543 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-6a0ebcbd-917b-4e04-b957-43c8bf3e360d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:03.477482 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:03.526625 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-6a1d74d7-6416-4ea4-9c0a-a699af24e9f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:03.528153 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.db_base_plugin_common [None req-a29ba0fb-6f11-482d-a35f-b06982df1cc5 None None] Allocated IP 172.20.0.2 (b5ef4031-997f-419e-a52a-f7bfda3a4d82/13ab2671-9e94-4c1d-a2ff-3b3a99d21af8/567a3750-6620-4eee-a1de-930130aabab9) {{(pid=91618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:20:03.533798 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-6a1d74d7-6416-4ea4-9c0a-a699af24e9f4 admin admin] Usage tracker for resource:security_group_rule and tenant:f5efbdc3278543a1bc1d8236b97d5f93 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:03.538072 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-6a1d74d7-6416-4ea4-9c0a-a699af24e9f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:03.546785 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-6a1d74d7-6416-4ea4-9c0a-a699af24e9f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:03.554991 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc0928-966d-4756-b261-ee5670e3a7ff req-c6526204-9ea3-44f5-adc1-492e5e251a0f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:03.557058 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-d7bc0928-966d-4756-b261-ee5670e3a7ff req-c6526204-9ea3-44f5-adc1-492e5e251a0f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.1757407
Jun 03 16:20:03.604106 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0ebcbd-917b-4e04-b957-43c8bf3e360d None None] Routers {'c426a715-f7e8-4e42-a873-bc1373343142'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:20:03.604608 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-6a0ebcbd-917b-4e04-b957-43c8bf3e360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa223d610>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:19:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['c426a715-f7e8-4e42-a873-bc1373343142'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:03.612478 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a687908b-b270-4924-83f3-a9dee2c806b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:03.662557 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-d7bc0928-966d-4756-b261-ee5670e3a7ff req-5e69ba25-574f-4aff-8c52-87c27b27c24a tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968781
Jun 03 16:20:03.852280 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6a1d74d7-6416-4ea4-9c0a-a699af24e9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:03.870903 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6a1d74d7-6416-4ea4-9c0a-a699af24e9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:03.878729 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-bb91db03-5860-42e2-bab1-03689c132101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:03.906214 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a687908b-b270-4924-83f3-a9dee2c806b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:04.037089 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a8069-6a96-4c64-9782-ba756063c88b None None] Pushing event updated for resources: {'Port': ['ID=c72164cc-a301-45da-8a57-479e8f418578,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:04.064083 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-297a8069-6a96-4c64-9782-ba756063c88b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:04.088704 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a687908b-b270-4924-83f3-a9dee2c806b2 admin admin] Network 454170da-4e8f-4963-97fb-80bd3b86dedc is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:20:04.106342 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [None req-a687908b-b270-4924-83f3-a9dee2c806b2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:20:04.112198 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-6a1d74d7-6416-4ea4-9c0a-a699af24e9f4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f5efbdc3278543a1bc1d8236b97d5f93&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8819106
Jun 03 16:20:04.113484 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a687908b-b270-4924-83f3-a9dee2c806b2 admin admin] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:20:04.116451 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 32984) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:04.124502 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f7e4c45f-c02e-44b2-86e0-b472401b6bd8 req-732897dc-29ca-4e79-a60f-7667e34c5390 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e3041d8-5662-4b0d-a700-84d250ada78a HTTP/1.1" status: 200  len: 210 time: 0.0562391
Jun 03 16:20:04.163656 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d74d7-6416-4ea4-9c0a-a699af24e9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a4e78c-9082-4719-8b76-1ca037f35494,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:04.198904 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-6a1d74d7-6416-4ea4-9c0a-a699af24e9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:04.207937 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-26e0617d-50b0-49d6-b1be-d2bc03d14c17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.280s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:04.212045 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8eb69d82-67aa-4b54-ae4e-b7f4dc99868e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:04.239772 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8eb69d82-67aa-4b54-ae4e-b7f4dc99868e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:04.272295 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-6a0ebcbd-917b-4e04-b957-43c8bf3e360d None None] Set router c426a715-f7e8-4e42-a873-bc1373343142 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:20:04.298435 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8eb69d82-67aa-4b54-ae4e-b7f4dc99868e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:04.303091 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-9a3cd0ed-ae07-4a44-bd52-f7fa7943d522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:04.316600 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb69d82-67aa-4b54-ae4e-b7f4dc99868e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a4e78c-9082-4719-8b76-1ca037f35494,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:04.324438 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8eb69d82-67aa-4b54-ae4e-b7f4dc99868e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:04.325762 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8eb69d82-67aa-4b54-ae4e-b7f4dc99868e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:04.329591 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-8eb69d82-67aa-4b54-ae4e-b7f4dc99868e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/56a4e78c-9082-4719-8b76-1ca037f35494 HTTP/1.1" status: 204  len: 168 time: 0.2115607
Jun 03 16:20:04.604231 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687908b-b270-4924-83f3-a9dee2c806b2 admin admin] Pushing event updated for resources: {'Port': ['ID=e99668b4-dd04-43df-9a89-5c2ae4501a89,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:04.619153 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-a29ba0fb-6f11-482d-a35f-b06982df1cc5 None None] Notify callbacks [] for port, precommit_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:04.654410 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-a29ba0fb-6f11-482d-a35f-b06982df1cc5 None None] Transition to ACTIVE for port object 567a3750-6620-4eee-a1de-930130aabab9 will not be triggered until provisioned by entity L2. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:20:04.663950 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a687908b-b270-4924-83f3-a9dee2c806b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:04.773713 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-a29ba0fb-6f11-482d-a35f-b06982df1cc5 None None] Transition to ACTIVE for port object 567a3750-6620-4eee-a1de-930130aabab9 will not be triggered until provisioned by entity DHCP. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:20:04.784618 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb009c2f-3982-4b54-a9c1-a24061927800 req-25c44352-c3de-4e09-8d06-5d5a1b297195 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:04.786230 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-fb009c2f-3982-4b54-a9c1-a24061927800 req-25c44352-c3de-4e09-8d06-5d5a1b297195 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 944 time: 0.8058727
Jun 03 16:20:04.796788 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-a29ba0fb-6f11-482d-a35f-b06982df1cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340'] for port, after_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:04.808769 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:04.926140 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-fb009c2f-3982-4b54-a9c1-a24061927800 req-1f9dd225-23c4-4d6d-9b9a-a8224c56e26a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1287074
Jun 03 16:20:04.938790 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f884264-4db0-47eb-a9bb-026c7a509851 req-30cc1b08-3afa-4f1d-a09c-ccdd2c227112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:04.940071 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1f884264-4db0-47eb-a9bb-026c7a509851 req-30cc1b08-3afa-4f1d-a09c-ccdd2c227112 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac92454434b9488fb13bd0596cb98647&device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 1098 time: 0.2755101
Jun 03 16:20:04.959855 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29ba0fb-6f11-482d-a35f-b06982df1cc5 None None] Network b5ef4031-997f-419e-a52a-f7bfda3a4d82 is already hosted by enough agents. {{(pid=91618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:20:04.981131 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.scheduler.base_scheduler [None req-a29ba0fb-6f11-482d-a35f-b06982df1cc5 None None] Resources bound (agent type, host, resource id):  {{(pid=91618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:20:04.989935 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29ba0fb-6f11-482d-a35f-b06982df1cc5 None None] Received port after_create {{(pid=91618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:20:05.031206 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b09be-8bc3-4658-850e-0ff6265f53ee req-5dd97093-5896-494c-aade-11f2f6856e03 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:05.040539 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-8a5b09be-8bc3-4658-850e-0ff6265f53ee req-5dd97093-5896-494c-aade-11f2f6856e03 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.1776702
Jun 03 16:20:05.070096 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ba0fb-6f11-482d-a35f-b06982df1cc5 None None] Pushing event updated for resources: {'Port': ['ID=567a3750-6620-4eee-a1de-930130aabab9,revision_number=1']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:05.105617 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-8a5b09be-8bc3-4658-850e-0ff6265f53ee req-545764f5-fd10-41ac-b67d-68f5cd9af7bb tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640452
Jun 03 16:20:05.109021 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-a29ba0fb-6f11-482d-a35f-b06982df1cc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:05.184565 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-a29ba0fb-6f11-482d-a35f-b06982df1cc5 None None] Attempting to bind port 567a3750-6620-4eee-a1de-930130aabab9 on host dv-cinder-786524-8-iscsi for vnic_type normal with profile  {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:20:05.184944 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-a29ba0fb-6f11-482d-a35f-b06982df1cc5 None None] Attempting to bind port 567a3750-6620-4eee-a1de-930130aabab9 by drivers openvswitch,hyperv on host dv-cinder-786524-8-iscsi at level 0 using segments [{'id': '8b1345ec-55d7-4ee6-b271-e2d161f6aa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'b5ef4031-997f-419e-a52a-f7bfda3a4d82'}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:20:05.185345 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29ba0fb-6f11-482d-a35f-b06982df1cc5 None None] Attempting to bind port 567a3750-6620-4eee-a1de-930130aabab9 on network b5ef4031-997f-419e-a52a-f7bfda3a4d82 {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:20:05.194465 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29ba0fb-6f11-482d-a35f-b06982df1cc5 None None] Checking agent: {'id': 'ac8e9f39-4eb9-409d-95f3-792de4f7d79f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:20:05.194850 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29ba0fb-6f11-482d-a35f-b06982df1cc5 None None] Checking segment: {'id': '8b1345ec-55d7-4ee6-b271-e2d161f6aa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'b5ef4031-997f-419e-a52a-f7bfda3a4d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:20:05.195265 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-a29ba0fb-6f11-482d-a35f-b06982df1cc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:05.195681 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29ba0fb-6f11-482d-a35f-b06982df1cc5 None None] Bound using segment: {'id': '8b1345ec-55d7-4ee6-b271-e2d161f6aa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'b5ef4031-997f-419e-a52a-f7bfda3a4d82'} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:20:05.196952 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-a29ba0fb-6f11-482d-a35f-b06982df1cc5 None None] Bound port: 567a3750-6620-4eee-a1de-930130aabab9, host: dv-cinder-786524-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1345ec-55d7-4ee6-b271-e2d161f6aa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'b5ef4031-997f-419e-a52a-f7bfda3a4d82'}}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:20:05.197266 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-a29ba0fb-6f11-482d-a35f-b06982df1cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:05.248694 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 33012) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:05.279158 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-6a0ebcbd-917b-4e04-b957-43c8bf3e360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa223d610>, [{'id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'name': 'tempest-TestVolumeBootPattern-1840315318-router', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:19:52Z', 'updated_at': '2021-06-03T16:19:58Z', 'revision_number': 4, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'gw_port': {'id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:54Z', 'updated_at': '2021-06-03T16:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'c72164cc-a301-45da-8a57-479e8f418578', 'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'mac_address': 'fa:16:3e:61:53:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:57Z', 'updated_at': '2021-06-03T16:20:03Z', 'revision_number': 4, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'subnets': [{'id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:05.291306 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f884264-4db0-47eb-a9bb-026c7a509851 req-d6b5c88e-cc41-4bd9-bd9a-5a442692e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:05.292782 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1f884264-4db0-47eb-a9bb-026c7a509851 req-d6b5c88e-cc41-4bd9-bd9a-5a442692e493 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eaa05f56-e2a3-4209-b334-8745e58b65ca HTTP/1.1" status: 200  len: 920 time: 0.3414059
Jun 03 16:20:05.296065 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0ebcbd-917b-4e04-b957-43c8bf3e360d None None] The sync data for ids ['c426a715-f7e8-4e42-a873-bc1373343142'] in dv-cinder-786524-8-iscsi is: [{'id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'name': 'tempest-TestVolumeBootPattern-1840315318-router', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:19:52Z', 'updated_at': '2021-06-03T16:19:58Z', 'revision_number': 4, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'gw_port': {'id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:54Z', 'updated_at': '2021-06-03T16:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'c72164cc-a301-45da-8a57-479e8f418578', 'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'mac_address': 'fa:16:3e:61:53:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:57Z', 'updated_at': '2021-06-03T16:20:03Z', 'revision_number': 4, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'subnets': [{'id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:20:05.323436 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-a29ba0fb-6f11-482d-a35f-b06982df1cc5 None None] For port 567a3750-6620-4eee-a1de-930130aabab9, host dv-cinder-786524-8-iscsi, cleared binding levels {{(pid=91618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:20:05.327073 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-a29ba0fb-6f11-482d-a35f-b06982df1cc5 None None] For port 567a3750-6620-4eee-a1de-930130aabab9, host dv-cinder-786524-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=567a3750-6620-4eee-a1de-930130aabab9,segment=NetworkSegment(8b1345ec-55d7-4ee6-b271-e2d161f6aa49),segment_id=8b1345ec-55d7-4ee6-b271-e2d161f6aa49)] {{(pid=91618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:20:05.340794 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-a29ba0fb-6f11-482d-a35f-b06982df1cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:05.356629 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:05.436720 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1f884264-4db0-47eb-a9bb-026c7a509851 req-b332332a-76bd-4a51-a87b-657e924006be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ecd3046-ff96-45a4-bae9-a8694691d76e HTTP/1.1" status: 200  len: 217 time: 0.1196833
Jun 03 16:20:05.451834 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a687908b-b270-4924-83f3-a9dee2c806b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:05.515482 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ba0fb-6f11-482d-a35f-b06982df1cc5 None None] Pushing event updated for resources: {'Port': ['ID=567a3750-6620-4eee-a1de-930130aabab9,revision_number=2']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:05.520826 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-a29ba0fb-6f11-482d-a35f-b06982df1cc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:05.552545 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-a0149165-d900-47c3-ab23-2697e0f5b213 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1070389696-network', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:20:05.557919 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-a0149165-d900-47c3-ab23-2697e0f5b213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:05.562009 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-a0149165-d900-47c3-ab23-2697e0f5b213 admin admin] Usage tracker for resource:network and tenant:f244f46dcdba4cb1ae27b5a94b44c8f7 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:05.565774 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-a0149165-d900-47c3-ab23-2697e0f5b213 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:05.572428 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-a0149165-d900-47c3-ab23-2697e0f5b213 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:05.590683 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0149165-d900-47c3-ab23-2697e0f5b213 admin admin] Made reservation on behalf of f244f46dcdba4cb1ae27b5a94b44c8f7 for: {'network': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:20:05.594483 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a0149165-d900-47c3-ab23-2697e0f5b213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7909625'] for network, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:05.617062 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a0149165-d900-47c3-ab23-2697e0f5b213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:05.651407 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-a0149165-d900-47c3-ab23-2697e0f5b213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:05.664562 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-a0149165-d900-47c3-ab23-2697e0f5b213 admin admin] Usage tracker for resource:security_group_rule and tenant:f244f46dcdba4cb1ae27b5a94b44c8f7 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:05.669849 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f884264-4db0-47eb-a9bb-026c7a509851 req-500de611-d083-4ac1-bdea-2abf887ff0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:05.671312 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1f884264-4db0-47eb-a9bb-026c7a509851 req-500de611-d083-4ac1-bdea-2abf887ff0db service neutron] 10.222.0.73 "GET /v2.0/subnets?id=37b858f2-9061-4689-8f39-93d3aae83f42 HTTP/1.1" status: 200  len: 859 time: 0.2204921
Jun 03 16:20:05.675169 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-a0149165-d900-47c3-ab23-2697e0f5b213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:05.696898 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-a0149165-d900-47c3-ab23-2697e0f5b213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:05.740469 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1f884264-4db0-47eb-a9bb-026c7a509851 req-a632c725-f2cf-4eca-923d-26c905f2cf49 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eaa05f56-e2a3-4209-b334-8745e58b65ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0583832
Jun 03 16:20:05.846328 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a0149165-d900-47c3-ab23-2697e0f5b213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:05.854063 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a0149165-d900-47c3-ab23-2697e0f5b213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:05.857203 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-50e773be-3636-4efc-89de-dd9eecfc1311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:05.892067 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0149165-d900-47c3-ab23-2697e0f5b213 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905}  {{(pid=91616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 16:20:05.902684 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0149165-d900-47c3-ab23-2697e0f5b213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f74c2a-6942-46ca-9353-e3618c22d924,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:05.907313 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a0149165-d900-47c3-ab23-2697e0f5b213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:05.910838 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a0149165-d900-47c3-ab23-2697e0f5b213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:05.911143 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.db.segments_db [None req-a0149165-d900-47c3-ab23-2697e0f5b213 admin admin] Added segment 65209784-6311-4945-8a9d-aa092e608747 of type vlan for network 59734cb5-b3cd-4731-b72c-e406b3f16f4f
Jun 03 16:20:05.944197 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a0149165-d900-47c3-ab23-2697e0f5b213 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727276187850'] for network, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:05.997680 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a0149165-d900-47c3-ab23-2697e0f5b213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335'] for network, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:05.999622 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0149165-d900-47c3-ab23-2697e0f5b213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:06.000383 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a0149165-d900-47c3-ab23-2697e0f5b213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:06.004438 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-50a78c2f-453a-4f18-a3e3-7b1961483cac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:06.182993 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0149165-d900-47c3-ab23-2697e0f5b213 admin admin] Pushing event updated for resources: {'Network': ['ID=59734cb5-b3cd-4731-b72c-e406b3f16f4f,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:06.191169 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-a0149165-d900-47c3-ab23-2697e0f5b213 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9419212
Jun 03 16:20:06.192583 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a0149165-d900-47c3-ab23-2697e0f5b213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:06.194701 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Network 59734cb5-b3cd-4731-b72c-e406b3f16f4f details requested by agent ovs-agent-dv-cinder-786524-8-iscsi with host dv-cinder-786524-8-iscsi {{(pid=91618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 16:20:06.209014 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 33024) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:06.216308 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-1d8e46d7-ac0a-4b3c-a02d-b44f33c6a6ba admin admin] Request body: {'subnet': {'network_id': '59734cb5-b3cd-4731-b72c-e406b3f16f4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1070389696-subnet', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'ip_version': 4}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:20:06.221719 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-1d8e46d7-ac0a-4b3c-a02d-b44f33c6a6ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:06.228190 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-1d8e46d7-ac0a-4b3c-a02d-b44f33c6a6ba admin admin] Usage tracker for resource:subnet and tenant:f244f46dcdba4cb1ae27b5a94b44c8f7 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:06.233757 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-1d8e46d7-ac0a-4b3c-a02d-b44f33c6a6ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:06.242292 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-1d8e46d7-ac0a-4b3c-a02d-b44f33c6a6ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:06.274110 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8e46d7-ac0a-4b3c-a02d-b44f33c6a6ba admin admin] Made reservation on behalf of f244f46dcdba4cb1ae27b5a94b44c8f7 for: {'subnet': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:20:06.276686 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1d8e46d7-ac0a-4b3c-a02d-b44f33c6a6ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870308'] for subnet, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:06.300518 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4c62b-374b-41fd-aa05-792897b09d0c req-add8dd8e-0ec7-414e-8f64-49f011a30aa9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:06.302088 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-5bb4c62b-374b-41fd-aa05-792897b09d0c req-add8dd8e-0ec7-414e-8f64-49f011a30aa9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 944 time: 0.1741962
Jun 03 16:20:06.450142 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f35d92-487f-4eae-9575-7ba34ed1e121 req-554aa043-383e-4852-9d95-224cd296b241 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:06.457637 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e5f35d92-487f-4eae-9575-7ba34ed1e121 req-554aa043-383e-4852-9d95-224cd296b241 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ec87b23-de72-484a-ac90-8252790ba578 HTTP/1.1" status: 200  len: 946 time: 0.6409447
Jun 03 16:20:06.480086 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-5bb4c62b-374b-41fd-aa05-792897b09d0c req-dcdf6a2b-64ed-45b1-bf37-5d52fe5e4c98 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1536539
Jun 03 16:20:06.485679 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1f884264-4db0-47eb-a9bb-026c7a509851 req-831bc4bd-97a8-4aa7-8b9b-a90927974b7a service neutron] 10.222.0.73 "GET /v2.0/networks/eaa05f56-e2a3-4209-b334-8745e58b65ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7120831
Jun 03 16:20:06.541023 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a687908b-b270-4924-83f3-a9dee2c806b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-380211'] for router, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:06.862117 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c162c306-9fe7-438a-9b9b-8c511cf2ec4e None None] Network b5ef4031-997f-419e-a52a-f7bfda3a4d82 requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:20:06.875166 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e5f35d92-487f-4eae-9575-7ba34ed1e121 req-64e3029e-07dd-4550-ab34-a8b4b6f9bb1d tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4169834
Jun 03 16:20:06.986034 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1f884264-4db0-47eb-a9bb-026c7a509851 req-f6437a91-4fc7-4889-aef0-f0072e401314 service neutron] 10.222.0.73 "GET /v2.0/networks/eaa05f56-e2a3-4209-b334-8745e58b65ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4902947
Jun 03 16:20:07.005745 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3396fc-0c88-4ae5-a4dd-9156ace53318 req-d8507d84-f378-4a4d-a71d-3683a446b365 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:07.015977 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ab3396fc-0c88-4ae5-a4dd-9156ace53318 req-d8507d84-f378-4a4d-a71d-3683a446b365 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.3125596
Jun 03 16:20:07.017417 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a687908b-b270-4924-83f3-a9dee2c806b2 admin admin] Router 436cde03-2a3e-4d90-9669-404f94d5b8ea is scheduled to L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b with binding_index 1 {{(pid=91617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 03 16:20:07.088741 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 567a3750-6620-4eee-a1de-930130aabab9 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:20:07.147571 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ab3396fc-0c88-4ae5-a4dd-9156ace53318 req-83ecb5db-ec90-4f8b-affe-336c95d50627 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305387
Jun 03 16:20:07.181677 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-aa38a9e8-1efe-49d0-adfd-0e6c9915611a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:07.188990 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-b631f789-d2b6-472e-90e4-a938b26f6d01 None None] Provisioning for port 567a3750-6620-4eee-a1de-930130aabab9 completed by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:20:07.257366 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1d8e46d7-ac0a-4b3c-a02d-b44f33c6a6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870326'] for subnet, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:07.257972 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning for port 567a3750-6620-4eee-a1de-930130aabab9 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:20:07.263885 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-22f69ae5-d73e-424c-acd3-a5d9faa24e81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:07.265806 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 567a3750-6620-4eee-a1de-930130aabab9 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:07.266189 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:07.275941 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a687908b-b270-4924-83f3-a9dee2c806b2 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:20:07.286665 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76c37c4-1823-49d0-9829-73dc9a261630 None None] Sync routers for ids ['436cde03-2a3e-4d90-9669-404f94d5b8ea'] in dv-cinder-786524-8-iscsi {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:20:07.298977 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76c37c4-1823-49d0-9829-73dc9a261630 None None] Routers {'436cde03-2a3e-4d90-9669-404f94d5b8ea'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:20:07.300240 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-d76c37c4-1823-49d0-9829-73dc9a261630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa21d6640>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:19:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['436cde03-2a3e-4d90-9669-404f94d5b8ea'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:07.381646 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a687908b-b270-4924-83f3-a9dee2c806b2 admin admin] Notify callbacks [] for router, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:07.382842 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-a687908b-b270-4924-83f3-a9dee2c806b2 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.0262949
Jun 03 16:20:07.387300 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 33026) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:07.436317 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28089e7a-2731-4af0-87e0-c58b4122a1b2 req-6dd61aad-f45a-4861-8ac0-6a4dc3ec9b38 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:07.437752 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:07.439064 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-28089e7a-2731-4af0-87e0-c58b4122a1b2 req-6dd61aad-f45a-4861-8ac0-6a4dc3ec9b38 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ec87b23-de72-484a-ac90-8252790ba578 HTTP/1.1" status: 200  len: 946 time: 0.1561012
Jun 03 16:20:07.535405 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] For port 567a3750-6620-4eee-a1de-930130aabab9, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=567a3750-6620-4eee-a1de-930130aabab9,segment=NetworkSegment(8b1345ec-55d7-4ee6-b271-e2d161f6aa49),segment_id=8b1345ec-55d7-4ee6-b271-e2d161f6aa49)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:20:07.549445 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-d76c37c4-1823-49d0-9829-73dc9a261630 None None] Set router 436cde03-2a3e-4d90-9669-404f94d5b8ea gateway port host: dv-cinder-786524-8-iscsi {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:20:07.562116 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:07.567273 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device c72164cc-a301-45da-8a57-479e8f418578 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:20:07.628866 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-a29ba0fb-6f11-482d-a35f-b06982df1cc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:07.680099 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-28089e7a-2731-4af0-87e0-c58b4122a1b2 req-a75231b3-9782-4249-bd3f-2584a62b86f8 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Deleting port 4fdca223-afca-434c-8cb0-11c2611880fd {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:20:07.680440 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-28089e7a-2731-4af0-87e0-c58b4122a1b2 req-a75231b3-9782-4249-bd3f-2584a62b86f8 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:07.699098 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e46d7-ac0a-4b3c-a02d-b44f33c6a6ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1cf8725-43b3-4508-857e-71350cd10ed6,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:07.702166 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-1d8e46d7-ac0a-4b3c-a02d-b44f33c6a6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:07.765053 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8e46d7-ac0a-4b3c-a02d-b44f33c6a6ba admin admin] Checking segment: {'id': '65209784-6311-4945-8a9d-aa092e608747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '59734cb5-b3cd-4731-b72c-e406b3f16f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:20:07.765913 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8e46d7-ac0a-4b3c-a02d-b44f33c6a6ba admin admin] Network hostable DHCP agents. Network: 59734cb5-b3cd-4731-b72c-e406b3f16f4f, hostable agents: ['c044945e-c5c8-447c-aba8-a587522630bd'], hosted agents: [] {{(pid=91616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 16:20:07.782609 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-17b26078-4c26-440d-ba3c-6d9d6aa5afd3 None None] Provisioning complete for port 567a3750-6620-4eee-a1de-930130aabab9 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:07.782995 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-17b26078-4c26-440d-ba3c-6d9d6aa5afd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:07.850948 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Pushing event updated for resources: {'Port': ['ID=567a3750-6620-4eee-a1de-930130aabab9,revision_number=3']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:07.860715 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:07.872917 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-d76c37c4-1823-49d0-9829-73dc9a261630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa21d6640>, [{'id': '436cde03-2a3e-4d90-9669-404f94d5b8ea', 'name': 'tempest-TestVolumeBootPattern-660669985-router', 'tenant_id': '895de2aea84347b091b80f1ed42b6eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e99668b4-dd04-43df-9a89-5c2ae4501a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:02Z', 'updated_at': '2021-06-03T16:20:04Z', 'revision_number': 3, 'project_id': '895de2aea84347b091b80f1ed42b6eaf', 'gw_port': {'id': 'e99668b4-dd04-43df-9a89-5c2ae4501a89', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436cde03-2a3e-4d90-9669-404f94d5b8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:03Z', 'updated_at': '2021-06-03T16:20:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:07.877626 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8e46d7-ac0a-4b3c-a02d-b44f33c6a6ba admin admin] Network 59734cb5-b3cd-4731-b72c-e406b3f16f4f is scheduled to be hosted by DHCP agent c044945e-c5c8-447c-aba8-a587522630bd with binding_index 1 {{(pid=91616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 16:20:07.885843 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76c37c4-1823-49d0-9829-73dc9a261630 None None] Checking router: 436cde03-2a3e-4d90-9669-404f94d5b8ea for host: dv-cinder-786524-8-iscsi {{(pid=91619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:20:07.886203 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76c37c4-1823-49d0-9829-73dc9a261630 None None] Updating router 436cde03-2a3e-4d90-9669-404f94d5b8ea port e99668b4-dd04-43df-9a89-5c2ae4501a89 binding host dv-cinder-786524-8-iscsi {{(pid=91619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 16:20:07.895444 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning for port c72164cc-a301-45da-8a57-479e8f418578 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:20:07.902039 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port c72164cc-a301-45da-8a57-479e8f418578 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:07.902631 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:08.002190 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-d76c37c4-1823-49d0-9829-73dc9a261630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:08.002580 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-28089e7a-2731-4af0-87e0-c58b4122a1b2 req-a75231b3-9782-4249-bd3f-2584a62b86f8 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] For port 4fdca223-afca-434c-8cb0-11c2611880fd, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4fdca223-afca-434c-8cb0-11c2611880fd,segment=NetworkSegment(32444300-ec9f-49ab-9cc6-b285e44b2fde),segment_id=32444300-ec9f-49ab-9cc6-b285e44b2fde)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:20:08.003066 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-28089e7a-2731-4af0-87e0-c58b4122a1b2 req-a75231b3-9782-4249-bd3f-2584a62b86f8 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:08.021054 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d5247254-8a7c-4372-bc81-79fc8480f5da req-6ecb91f6-a001-481f-8d0c-72954a113e11 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3222408
Jun 03 16:20:08.029839 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe35c8e-c953-4deb-8f09-2875d6d016df req-5e9e8dfb-882f-4ba1-8043-053db4b37cab tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:08.032209 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ffe35c8e-c953-4deb-8f09-2875d6d016df req-5e9e8dfb-882f-4ba1-8043-053db4b37cab tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 944 time: 0.2893803
Jun 03 16:20:08.136548 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:08.182384 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] For port c72164cc-a301-45da-8a57-479e8f418578, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=c72164cc-a301-45da-8a57-479e8f418578,segment=NetworkSegment(b0dbd752-4780-4d30-953c-bd3e6826f7f2),segment_id=b0dbd752-4780-4d30-953c-bd3e6826f7f2)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:20:08.187214 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:08.189301 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-1d8e46d7-ac0a-4b3c-a02d-b44f33c6a6ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-iscsi, 59734cb5-b3cd-4731-b72c-e406b3f16f4f) {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:20:08.190276 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:08.215757 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8e46d7-ac0a-4b3c-a02d-b44f33c6a6ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:08.216503 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1d8e46d7-ac0a-4b3c-a02d-b44f33c6a6ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:08.225904 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0ab682-81c2-4394-a5c1-10d12cef19e4 None None] Network 59734cb5-b3cd-4731-b72c-e406b3f16f4f requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:20:08.288224 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-28089e7a-2731-4af0-87e0-c58b4122a1b2 req-a75231b3-9782-4249-bd3f-2584a62b86f8 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Calling delete_port for 4fdca223-afca-434c-8cb0-11c2611880fd owned by compute:nova {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:20:08.291827 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-1d8e46d7-ac0a-4b3c-a02d-b44f33c6a6ba admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.0791380
Jun 03 16:20:08.297468 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 33036) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:08.303766 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-ba095fc7-77a1-44a0-a63d-bd96dad115d8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1070389696-router', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:20:08.323091 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ffe35c8e-c953-4deb-8f09-2875d6d016df req-965da797-06b6-49a0-bcd4-6d29f92c79e4 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2058744
Jun 03 16:20:08.329878 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-ba095fc7-77a1-44a0-a63d-bd96dad115d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:08.339198 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-ba095fc7-77a1-44a0-a63d-bd96dad115d8 admin admin] Usage tracker for resource:router and tenant:f244f46dcdba4cb1ae27b5a94b44c8f7 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:08.342500 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-ba095fc7-77a1-44a0-a63d-bd96dad115d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:08.358174 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-ba095fc7-77a1-44a0-a63d-bd96dad115d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:08.391016 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ba095fc7-77a1-44a0-a63d-bd96dad115d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30227'] for router, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:08.392121 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ba095fc7-77a1-44a0-a63d-bd96dad115d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-686308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-773730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30234'] for router, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:08.402767 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5247254-8a7c-4372-bc81-79fc8480f5da req-98a01393-ab5a-4289-82cb-f4295e77f8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:08.404398 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d5247254-8a7c-4372-bc81-79fc8480f5da req-98a01393-ab5a-4289-82cb-f4295e77f8f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac92454434b9488fb13bd0596cb98647&device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 1098 time: 0.2877359
Jun 03 16:20:08.414687 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-79f01643-b9ff-4389-8bd4-e37a23498ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:08.437437 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ba095fc7-77a1-44a0-a63d-bd96dad115d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:08.442177 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Pushing event updated for resources: {'Port': ['ID=c72164cc-a301-45da-8a57-479e8f418578,revision_number=5']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:08.447187 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:08.478348 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-d76c37c4-1823-49d0-9829-73dc9a261630 None None] Notify callbacks [] for port, precommit_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:08.485990 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9421ea5-dfa9-47a4-b777-d045470ec163 req-0fa9eba0-07d9-4060-861e-cda9c7a33265 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:08.493822 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-d9421ea5-dfa9-47a4-b777-d045470ec163 req-0fa9eba0-07d9-4060-861e-cda9c7a33265 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ec87b23-de72-484a-ac90-8252790ba578 HTTP/1.1" status: 200  len: 946 time: 0.3587136
Jun 03 16:20:08.498347 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.provisioning_blocks [None req-d76c37c4-1823-49d0-9829-73dc9a261630 None None] Transition to ACTIVE for port object e99668b4-dd04-43df-9a89-5c2ae4501a89 will not be triggered until provisioned by entity L2. {{(pid=91619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:20:08.508776 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-d76c37c4-1823-49d0-9829-73dc9a261630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:08.516560 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:08.598628 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55984f88-1387-441b-93a4-7acb70ee546c None None] Pushing event updated for resources: {'Port': ['ID=e99668b4-dd04-43df-9a89-5c2ae4501a89,revision_number=2']} {{(pid=91619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:08.611503 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-d9421ea5-dfa9-47a4-b777-d045470ec163 req-44244b30-e5b4-41dd-ab66-fe7431af3c37 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167278
Jun 03 16:20:08.616728 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [None req-55984f88-1387-441b-93a4-7acb70ee546c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:08.628939 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb2e2f3-550e-4db6-89db-95cf7400677b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10b196e7-bcaa-5b87-a244-394a9af7543c-59734cb5-b3cd-4731-b72c-e406b3f16f4f', 'network_id': '59734cb5-b3cd-4731-b72c-e406b3f16f4f', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'fixed_ips': [{'subnet_id': 'e1cf8725-43b3-4508-857e-71350cd10ed6'}]}} from dv-cinder-786524-8-iscsi. {{(pid=91618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 03 16:20:08.630000 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-8fb2e2f3-550e-4db6-89db-95cf7400677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:08.655477 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.managers [None req-d76c37c4-1823-49d0-9829-73dc9a261630 None None] Attempting to bind port e99668b4-dd04-43df-9a89-5c2ae4501a89 on host dv-cinder-786524-8-iscsi for vnic_type normal with profile  {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:20:08.656013 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.managers [None req-d76c37c4-1823-49d0-9829-73dc9a261630 None None] Attempting to bind port e99668b4-dd04-43df-9a89-5c2ae4501a89 by drivers openvswitch,hyperv on host dv-cinder-786524-8-iscsi at level 0 using segments [{'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}] {{(pid=91619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:20:08.656492 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76c37c4-1823-49d0-9829-73dc9a261630 None None] Attempting to bind port e99668b4-dd04-43df-9a89-5c2ae4501a89 on network 454170da-4e8f-4963-97fb-80bd3b86dedc {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:20:08.662490 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76c37c4-1823-49d0-9829-73dc9a261630 None None] Checking agent: {'id': 'ac8e9f39-4eb9-409d-95f3-792de4f7d79f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:20:08.663056 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76c37c4-1823-49d0-9829-73dc9a261630 None None] Checking segment: {'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:20:08.663573 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-d76c37c4-1823-49d0-9829-73dc9a261630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:08.664077 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76c37c4-1823-49d0-9829-73dc9a261630 None None] Bound using segment: {'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'} {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:20:08.664668 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.managers [None req-d76c37c4-1823-49d0-9829-73dc9a261630 None None] Bound port: e99668b4-dd04-43df-9a89-5c2ae4501a89, host: dv-cinder-786524-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}}] {{(pid=91619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:20:08.665983 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-d76c37c4-1823-49d0-9829-73dc9a261630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:08.809429 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.db [None req-d76c37c4-1823-49d0-9829-73dc9a261630 None None] For port e99668b4-dd04-43df-9a89-5c2ae4501a89, host dv-cinder-786524-8-iscsi, cleared binding levels {{(pid=91619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:20:08.818059 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.db [None req-d76c37c4-1823-49d0-9829-73dc9a261630 None None] For port e99668b4-dd04-43df-9a89-5c2ae4501a89, host dv-cinder-786524-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=e99668b4-dd04-43df-9a89-5c2ae4501a89,segment=NetworkSegment(85b01a76-96af-409b-a8d7-73ca63f153b4),segment_id=85b01a76-96af-409b-a8d7-73ca63f153b4)] {{(pid=91619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:20:08.828590 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:08.833915 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.db_base_plugin_common [None req-8fb2e2f3-550e-4db6-89db-95cf7400677b None None] Allocated IP 172.20.0.2 (59734cb5-b3cd-4731-b72c-e406b3f16f4f/e1cf8725-43b3-4508-857e-71350cd10ed6/7c18ba7a-1fd5-40c7-aaee-35463dc2ea33) {{(pid=91618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:20:08.836540 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [None req-79f01643-b9ff-4389-8bd4-e37a23498ffb admin admin] Allocated IP 172.20.0.1 (b5ef4031-997f-419e-a52a-f7bfda3a4d82/13ab2671-9e94-4c1d-a2ff-3b3a99d21af8/2d4ba3e5-c5dc-4848-9c64-07e2457f5064) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:20:08.848017 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-d76c37c4-1823-49d0-9829-73dc9a261630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:08.854731 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:08.876598 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 567a3750-6620-4eee-a1de-930130aabab9 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:20:09.009493 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76c37c4-1823-49d0-9829-73dc9a261630 None None] Routers {'436cde03-2a3e-4d90-9669-404f94d5b8ea'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:20:09.010453 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-d76c37c4-1823-49d0-9829-73dc9a261630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa21d6640>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:19:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['436cde03-2a3e-4d90-9669-404f94d5b8ea'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:09.085555 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 567a3750-6620-4eee-a1de-930130aabab9 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:09.086292 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:09.093011 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-28089e7a-2731-4af0-87e0-c58b4122a1b2 req-a75231b3-9782-4249-bd3f-2584a62b86f8 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:09.096246 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5247254-8a7c-4372-bc81-79fc8480f5da req-ceec239a-f799-4a30-9a7c-db6bd67cd3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:09.098629 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d5247254-8a7c-4372-bc81-79fc8480f5da req-ceec239a-f799-4a30-9a7c-db6bd67cd3ae service neutron] 10.222.0.73 "GET /v2.0/networks?id=eaa05f56-e2a3-4209-b334-8745e58b65ca HTTP/1.1" status: 200  len: 920 time: 0.6322742
Jun 03 16:20:09.122309 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-2de27333-a4ac-4438-9983-e648930f0c5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:09.127306 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55984f88-1387-441b-93a4-7acb70ee546c None None] Pushing event updated for resources: {'Port': ['ID=e99668b4-dd04-43df-9a89-5c2ae4501a89,revision_number=3']} {{(pid=91619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:09.127553 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['8dbf2f68-be96-43b2-bfd4-71376160e7df'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:20:09.142524 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [None req-55984f88-1387-441b-93a4-7acb70ee546c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:09.205181 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-79f01643-b9ff-4389-8bd4-e37a23498ffb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:09.224162 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.provisioning_blocks [None req-79f01643-b9ff-4389-8bd4-e37a23498ffb admin admin] Transition to ACTIVE for port object 2d4ba3e5-c5dc-4848-9c64-07e2457f5064 will not be triggered until provisioned by entity DHCP. {{(pid=91616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:20:09.252544 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-79f01643-b9ff-4389-8bd4-e37a23498ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954439'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:09.260355 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-c54e2ec6-e2b0-4591-86ba-4ef9041d7cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:09.271671 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-d76c37c4-1823-49d0-9829-73dc9a261630 None None] Set router 436cde03-2a3e-4d90-9669-404f94d5b8ea gateway port host: dv-cinder-786524-8-iscsi {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:20:09.316463 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75231b3-9782-4249-bd3f-2584a62b86f8 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Pushing event deleted for resources: {'Port': ['ID=4fdca223-afca-434c-8cb0-11c2611880fd,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:09.320043 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d5247254-8a7c-4372-bc81-79fc8480f5da req-2b19f183-eda3-4082-b1c3-98d07e5ed5cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa2ca215-9b47-4330-9719-2cc810d6dcdb HTTP/1.1" status: 200  len: 217 time: 0.1416361
Jun 03 16:20:09.329559 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f01643-b9ff-4389-8bd4-e37a23498ffb admin admin] Network b5ef4031-997f-419e-a52a-f7bfda3a4d82 is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:20:09.333095 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-79f01643-b9ff-4389-8bd4-e37a23498ffb admin admin] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:20:09.333591 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a75231b3-9782-4249-bd3f-2584a62b86f8 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:09.338873 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f01643-b9ff-4389-8bd4-e37a23498ffb admin admin] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:20:09.432627 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-79f01643-b9ff-4389-8bd4-e37a23498ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380413'] for router_interface, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:09.456677 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-8fb2e2f3-550e-4db6-89db-95cf7400677b None None] Notify callbacks [] for port, precommit_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:09.469610 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:09.472509 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f01643-b9ff-4389-8bd4-e37a23498ffb admin admin] Pushing event updated for resources: {'Port': ['ID=2d4ba3e5-c5dc-4848-9c64-07e2457f5064,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:09.476391 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-79f01643-b9ff-4389-8bd4-e37a23498ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:09.507714 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975c9af-d4d7-41fa-a119-581debc814aa req-37116ea3-a6d3-4444-affc-edf24b4031c6 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:09.518559 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-6975c9af-d4d7-41fa-a119-581debc814aa req-37116ea3-a6d3-4444-affc-edf24b4031c6 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 1.0253963
Jun 03 16:20:09.575547 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5247254-8a7c-4372-bc81-79fc8480f5da req-6d3b62ff-0b1c-4eb8-8166-4f36633cee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:09.576977 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d5247254-8a7c-4372-bc81-79fc8480f5da req-6d3b62ff-0b1c-4eb8-8166-4f36633cee86 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=37b858f2-9061-4689-8f39-93d3aae83f42 HTTP/1.1" status: 200  len: 859 time: 0.2283490
Jun 03 16:20:09.594431 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-8fb2e2f3-550e-4db6-89db-95cf7400677b None None] Transition to ACTIVE for port object 7c18ba7a-1fd5-40c7-aaee-35463dc2ea33 will not be triggered until provisioned by entity L2. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:20:09.599572 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device c72164cc-a301-45da-8a57-479e8f418578 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:20:09.628790 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ba095fc7-77a1-44a0-a63d-bd96dad115d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-686290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30324'] for router, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:09.638552 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 4fdca223-afca-434c-8cb0-11c2611880fd no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:20:09.689896 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-79f01643-b9ff-4389-8bd4-e37a23498ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:09.705237 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] No Port match for: 4fdca223-afca-434c-8cb0-11c2611880fd {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:20:09.706386 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 4fdca223-afca-434c-8cb0-11c2611880fd not bound to the agent host hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:20:09.715299 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-d76c37c4-1823-49d0-9829-73dc9a261630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa21d6640>, [{'id': '436cde03-2a3e-4d90-9669-404f94d5b8ea', 'name': 'tempest-TestVolumeBootPattern-660669985-router', 'tenant_id': '895de2aea84347b091b80f1ed42b6eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e99668b4-dd04-43df-9a89-5c2ae4501a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:02Z', 'updated_at': '2021-06-03T16:20:04Z', 'revision_number': 3, 'project_id': '895de2aea84347b091b80f1ed42b6eaf', 'gw_port': {'id': 'e99668b4-dd04-43df-9a89-5c2ae4501a89', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436cde03-2a3e-4d90-9669-404f94d5b8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:03Z', 'updated_at': '2021-06-03T16:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:09.720537 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76c37c4-1823-49d0-9829-73dc9a261630 None None] The sync data for ids ['436cde03-2a3e-4d90-9669-404f94d5b8ea'] in dv-cinder-786524-8-iscsi is: [{'id': '436cde03-2a3e-4d90-9669-404f94d5b8ea', 'name': 'tempest-TestVolumeBootPattern-660669985-router', 'tenant_id': '895de2aea84347b091b80f1ed42b6eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e99668b4-dd04-43df-9a89-5c2ae4501a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:02Z', 'updated_at': '2021-06-03T16:20:04Z', 'revision_number': 3, 'project_id': '895de2aea84347b091b80f1ed42b6eaf', 'gw_port': {'id': 'e99668b4-dd04-43df-9a89-5c2ae4501a89', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436cde03-2a3e-4d90-9669-404f94d5b8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:03Z', 'updated_at': '2021-06-03T16:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}] {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:20:09.732327 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d5247254-8a7c-4372-bc81-79fc8480f5da req-e7a3d187-7061-4c32-bee3-82e351935579 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eaa05f56-e2a3-4209-b334-8745e58b65ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0984693
Jun 03 16:20:09.753381 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-8fb2e2f3-550e-4db6-89db-95cf7400677b None None] Transition to ACTIVE for port object 7c18ba7a-1fd5-40c7-aaee-35463dc2ea33 will not be triggered until provisioned by entity DHCP. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:20:09.770066 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-ca5815e8-91a9-485b-b18e-9bdf6121a7e8 None None] Provisioning for port 2d4ba3e5-c5dc-4848-9c64-07e2457f5064 completed by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:20:09.779000 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-28089e7a-2731-4af0-87e0-c58b4122a1b2 req-a75231b3-9782-4249-bd3f-2584a62b86f8 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] No DVR routers for this DVR port 4fdca223-afca-434c-8cb0-11c2611880fd on host hv-cinder-78652 {{(pid=91617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:20:09.781384 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-8fb2e2f3-550e-4db6-89db-95cf7400677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340'] for port, after_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:09.786962 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-3c361144-938f-4f5a-b7ef-e5645d63c980 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:09.803502 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452ca6a-5e49-4aab-998e-805696069154 req-c6cd728f-8e9f-4e66-a87e-cace0baf93e8 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:09.806292 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-2452ca6a-5e49-4aab-998e-805696069154 req-c6cd728f-8e9f-4e66-a87e-cace0baf93e8 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 944 time: 0.2395711
Jun 03 16:20:09.811775 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-28089e7a-2731-4af0-87e0-c58b4122a1b2 req-a75231b3-9782-4249-bd3f-2584a62b86f8 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:09.816184 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-ca5815e8-91a9-485b-b18e-9bdf6121a7e8 None None] Provisioning complete for port 2d4ba3e5-c5dc-4848-9c64-07e2457f5064 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:09.816571 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-ca5815e8-91a9-485b-b18e-9bdf6121a7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:09.836741 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec87b23-de72-484a-ac90-8252790ba578', 'name': 'network-vif-deleted', 'tag': '4fdca223-afca-434c-8cb0-11c2611880fd'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:20:09.840111 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4075f45-7c63-44fc-9a84-2a01bd5f8189" -d '{"events": [{"server_uuid": "7ec87b23-de72-484a-ac90-8252790ba578", "name": "network-vif-deleted", "tag": "4fdca223-afca-434c-8cb0-11c2611880fd"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:20:09.854331 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-6975c9af-d4d7-41fa-a119-581debc814aa req-7cc3ec95-2851-44d4-bc70-9a4599573f09 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3314209
Jun 03 16:20:09.862892 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-28089e7a-2731-4af0-87e0-c58b4122a1b2 req-a75231b3-9782-4249-bd3f-2584a62b86f8 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.73 "DELETE /v2.0/ports/4fdca223-afca-434c-8cb0-11c2611880fd HTTP/1.1" status: 204  len: 173 time: 2.4163768
Jun 03 16:20:09.904634 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2e2f3-550e-4db6-89db-95cf7400677b None None] Pushing event updated for resources: {'Port': ['ID=7c18ba7a-1fd5-40c7-aaee-35463dc2ea33,revision_number=1']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:09.908756 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-8fb2e2f3-550e-4db6-89db-95cf7400677b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:09.909840 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-fba1feca-976e-4ccb-b1de-8dabdf1ff2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:09.935471 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-2452ca6a-5e49-4aab-998e-805696069154 req-fd9c0fd6-c5a1-4a5d-9b33-774da3273a73 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1084154
Jun 03 16:20:09.940609 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb2e2f3-550e-4db6-89db-95cf7400677b None None] Network 59734cb5-b3cd-4731-b72c-e406b3f16f4f is already hosted by enough agents. {{(pid=91618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:20:09.953566 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.scheduler.base_scheduler [None req-8fb2e2f3-550e-4db6-89db-95cf7400677b None None] Resources bound (agent type, host, resource id):  {{(pid=91618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:20:09.956170 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb2e2f3-550e-4db6-89db-95cf7400677b None None] Received port after_create {{(pid=91618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:20:09.978944 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port c72164cc-a301-45da-8a57-479e8f418578 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:09.979349 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:10.038169 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f9240f-8697-4dc1-a234-d4aba122a3ca x-openstack-request-id: req-a1f9240f-8697-4dc1-a234-d4aba122a3ca {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:20:10.038598 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec87b23-de72-484a-ac90-8252790ba578", "name": "network-vif-deleted", "tag": "4fdca223-afca-434c-8cb0-11c2611880fd", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:20:10.038999 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a1f9240f-8697-4dc1-a234-d4aba122a3ca {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:20:10.039521 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec87b23-de72-484a-ac90-8252790ba578', 'name': 'network-vif-deleted', 'tag': '4fdca223-afca-434c-8cb0-11c2611880fd', 'status': 'completed', 'code': 200}
Jun 03 16:20:10.180046 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-79f01643-b9ff-4389-8bd4-e37a23498ffb admin admin] Notify callbacks [] for port, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:10.188206 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d5247254-8a7c-4372-bc81-79fc8480f5da req-660ce69d-7d59-4ddc-8f73-546daf0c8800 service neutron] 10.222.0.73 "GET /v2.0/networks/eaa05f56-e2a3-4209-b334-8745e58b65ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4380515
Jun 03 16:20:10.190403 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-da3d064d-6e1c-42d6-a24b-e69b7a0e322e req-38355b57-a70d-4c4d-9df4-aa74a6d1b4ec tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Synchronizing usage tracker for tenant:a7468f03a2da433ebc94af6cc13242b8 on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:20:10.190971 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-79f01643-b9ff-4389-8bd4-e37a23498ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954300'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:10.220910 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-ca5815e8-91a9-485b-b18e-9bdf6121a7e8 None None] Port 2d4ba3e5-c5dc-4848-9c64-07e2457f5064 cannot update to ACTIVE because it is not bound. {{(pid=91618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 16:20:10.245190 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-8fb2e2f3-550e-4db6-89db-95cf7400677b None None] Attempting to bind port 7c18ba7a-1fd5-40c7-aaee-35463dc2ea33 on host dv-cinder-786524-8-iscsi for vnic_type normal with profile  {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:20:10.245574 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-8fb2e2f3-550e-4db6-89db-95cf7400677b None None] Attempting to bind port 7c18ba7a-1fd5-40c7-aaee-35463dc2ea33 by drivers openvswitch,hyperv on host dv-cinder-786524-8-iscsi at level 0 using segments [{'id': '65209784-6311-4945-8a9d-aa092e608747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '59734cb5-b3cd-4731-b72c-e406b3f16f4f'}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:20:10.245950 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb2e2f3-550e-4db6-89db-95cf7400677b None None] Attempting to bind port 7c18ba7a-1fd5-40c7-aaee-35463dc2ea33 on network 59734cb5-b3cd-4731-b72c-e406b3f16f4f {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:20:10.252190 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-0673c369-e0e6-4dc4-b7ca-785ab4738d43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:10.279545 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb2e2f3-550e-4db6-89db-95cf7400677b None None] Checking agent: {'id': 'ac8e9f39-4eb9-409d-95f3-792de4f7d79f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:20:10.279935 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb2e2f3-550e-4db6-89db-95cf7400677b None None] Checking segment: {'id': '65209784-6311-4945-8a9d-aa092e608747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '59734cb5-b3cd-4731-b72c-e406b3f16f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:20:10.280352 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-8fb2e2f3-550e-4db6-89db-95cf7400677b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:10.280759 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb2e2f3-550e-4db6-89db-95cf7400677b None None] Bound using segment: {'id': '65209784-6311-4945-8a9d-aa092e608747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '59734cb5-b3cd-4731-b72c-e406b3f16f4f'} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:20:10.281271 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-8fb2e2f3-550e-4db6-89db-95cf7400677b None None] Bound port: 7c18ba7a-1fd5-40c7-aaee-35463dc2ea33, host: dv-cinder-786524-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65209784-6311-4945-8a9d-aa092e608747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '59734cb5-b3cd-4731-b72c-e406b3f16f4f'}}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:20:10.281654 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-8fb2e2f3-550e-4db6-89db-95cf7400677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:10.353758 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-79f01643-b9ff-4389-8bd4-e37a23498ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681873'] for router_interface, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:10.375376 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f01643-b9ff-4389-8bd4-e37a23498ffb admin admin] Pushing event updated for resources: {'Port': ['ID=2d4ba3e5-c5dc-4848-9c64-07e2457f5064,revision_number=2']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:10.387159 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-da3d064d-6e1c-42d6-a24b-e69b7a0e322e req-38355b57-a70d-4c4d-9df4-aa74a6d1b4ec tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Unset dirty status for tenant:a7468f03a2da433ebc94af6cc13242b8 on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:20:10.395740 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-da3d064d-6e1c-42d6-a24b-e69b7a0e322e req-38355b57-a70d-4c4d-9df4-aa74a6d1b4ec tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ec87b23-de72-484a-ac90-8252790ba578 HTTP/1.1" status: 200  len: 210 time: 0.3379431
Jun 03 16:20:10.398761 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-8fb2e2f3-550e-4db6-89db-95cf7400677b None None] For port 7c18ba7a-1fd5-40c7-aaee-35463dc2ea33, host dv-cinder-786524-8-iscsi, cleared binding levels {{(pid=91618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:20:10.403095 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-8fb2e2f3-550e-4db6-89db-95cf7400677b None None] For port 7c18ba7a-1fd5-40c7-aaee-35463dc2ea33, host dv-cinder-786524-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=7c18ba7a-1fd5-40c7-aaee-35463dc2ea33,segment=NetworkSegment(65209784-6311-4945-8a9d-aa092e608747),segment_id=65209784-6311-4945-8a9d-aa092e608747)] {{(pid=91618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:20:10.403344 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-79f01643-b9ff-4389-8bd4-e37a23498ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:10.427570 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-8fb2e2f3-550e-4db6-89db-95cf7400677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:10.432392 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d5247254-8a7c-4372-bc81-79fc8480f5da req-78b15b39-bf23-48f1-949c-71bef9839af5 service neutron] 10.222.0.73 "GET /v2.0/networks/eaa05f56-e2a3-4209-b334-8745e58b65ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2356088
Jun 03 16:20:10.456867 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-297a8069-6a96-4c64-9782-ba756063c88b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:10.552708 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f01643-b9ff-4389-8bd4-e37a23498ffb admin admin] Network b5ef4031-997f-419e-a52a-f7bfda3a4d82 is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:20:10.553939 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-79f01643-b9ff-4389-8bd4-e37a23498ffb admin admin] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:20:10.555026 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2e2f3-550e-4db6-89db-95cf7400677b None None] Pushing event updated for resources: {'Port': ['ID=7c18ba7a-1fd5-40c7-aaee-35463dc2ea33,revision_number=2']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:10.594020 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-8fb2e2f3-550e-4db6-89db-95cf7400677b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:10.765558 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:10.903272 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f01643-b9ff-4389-8bd4-e37a23498ffb admin admin] Router 436cde03-2a3e-4d90-9669-404f94d5b8ea has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:20:10.911498 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device e99668b4-dd04-43df-9a89-5c2ae4501a89 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:20:11.007439 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ba095fc7-77a1-44a0-a63d-bd96dad115d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:11.059098 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ba095fc7-77a1-44a0-a63d-bd96dad115d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:11.112695 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-9c8d08c1-af31-4741-a8f7-f6a3251958f5 None None] Provisioning complete for port 2d4ba3e5-c5dc-4848-9c64-07e2457f5064 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:11.113498 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9c8d08c1-af31-4741-a8f7-f6a3251958f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:11.192628 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning for port e99668b4-dd04-43df-9a89-5c2ae4501a89 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:20:11.196074 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-9c8d08c1-af31-4741-a8f7-f6a3251958f5 None None] Port 2d4ba3e5-c5dc-4848-9c64-07e2457f5064 cannot update to ACTIVE because it is not bound. {{(pid=91618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 16:20:11.203027 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port e99668b4-dd04-43df-9a89-5c2ae4501a89 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:11.203413 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:11.279159 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f01643-b9ff-4389-8bd4-e37a23498ffb admin admin] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:20:11.298537 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-79f01643-b9ff-4389-8bd4-e37a23498ffb admin admin] 10.222.0.66 "PUT /v2.0/routers/436cde03-2a3e-4d90-9669-404f94d5b8ea/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9090686
Jun 03 16:20:11.310024 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fa617-f8ec-4276-a1cb-b689f0ba4325 req-71f1c8c4-6a1e-48d4-ab48-86779bddf812 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:11.313200 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [None req-ba095fc7-77a1-44a0-a63d-bd96dad115d8 admin admin] Allocated IP 172.27.2.158 (454170da-4e8f-4963-97fb-80bd3b86dedc/06c387f0-ce57-4d04-be2c-2471c04350c2/c2359760-e7fd-41c4-8fbc-42319e64e530) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:20:11.316695 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c43fa617-f8ec-4276-a1cb-b689f0ba4325 req-71f1c8c4-6a1e-48d4-ab48-86779bddf812 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.2534208
Jun 03 16:20:11.351473 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:11.370999 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abbd00-bc30-4bd3-9626-2946aac352a5 req-c77d7ced-093b-4668-a381-7cfb59d580b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:11.372717 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] For port e99668b4-dd04-43df-9a89-5c2ae4501a89, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=e99668b4-dd04-43df-9a89-5c2ae4501a89,segment=NetworkSegment(85b01a76-96af-409b-a8d7-73ca63f153b4),segment_id=85b01a76-96af-409b-a8d7-73ca63f153b4)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:20:11.376192 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c43fa617-f8ec-4276-a1cb-b689f0ba4325 req-0d9aeab1-de2b-4bfc-a42e-d22147462730 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586126
Jun 03 16:20:11.378052 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f5abbd00-bc30-4bd3-9626-2946aac352a5 req-c77d7ced-093b-4668-a381-7cfb59d580b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 944 time: 0.1542921
Jun 03 16:20:11.382841 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:11.388788 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:11.488571 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Pushing event updated for resources: {'Port': ['ID=e99668b4-dd04-43df-9a89-5c2ae4501a89,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:11.497641 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:11.497945 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:11.498297 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:11.498740 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:11.499188 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:11.499670 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:11.500002 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:11.500327 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:11.500652 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:11.501132 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:11.501359 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:11.501622 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:11.506687 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:11.507285 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f5abbd00-bc30-4bd3-9626-2946aac352a5 req-c7f1895b-7d49-41db-b699-3624fc88f7be tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1284544
Jun 03 16:20:11.556891 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 16:20:11.594389 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ba095fc7-77a1-44a0-a63d-bd96dad115d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:11.648487 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ba095fc7-77a1-44a0-a63d-bd96dad115d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:11.655685 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:11.747034 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba095fc7-77a1-44a0-a63d-bd96dad115d8 admin admin] Network 454170da-4e8f-4963-97fb-80bd3b86dedc is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:20:11.749957 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [None req-ba095fc7-77a1-44a0-a63d-bd96dad115d8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:20:11.753796 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba095fc7-77a1-44a0-a63d-bd96dad115d8 admin admin] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:20:11.780540 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e,segment=NetworkSegment(8d919451-85fd-41bb-bbc2-dd880028642e),segment_id=8d919451-85fd-41bb-bbc2-dd880028642e)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:20:11.815699 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Returning: {'device': '6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e', 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'port_id': '6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e', 'mac_address': 'fa:16:3e:62:9a:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1730b65d-c307-4958-817a-0c734926fd68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 16:20:11.826375 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba095fc7-77a1-44a0-a63d-bd96dad115d8 admin admin] Pushing event updated for resources: {'Port': ['ID=c2359760-e7fd-41c4-8fbc-42319e64e530,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:11.830831 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-ba095fc7-77a1-44a0-a63d-bd96dad115d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:11.928939 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:11.964163 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e {{(pid=91618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:20:12.002246 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e,segment=NetworkSegment(8d919451-85fd-41bb-bbc2-dd880028642e),segment_id=8d919451-85fd-41bb-bbc2-dd880028642e)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:20:12.010462 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:12.014543 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-8fb2e2f3-550e-4db6-89db-95cf7400677b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:12.104783 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e,revision_number=9']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:12.107881 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:12.217444 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:12.308299 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ba095fc7-77a1-44a0-a63d-bd96dad115d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:12.319148 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:20:12.355246 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958dded0-cc14-4e9c-af8a-61d0043dd2ff None None] Sync routers for ids ['436cde03-2a3e-4d90-9669-404f94d5b8ea'] in dv-cinder-786524-8-iscsi {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:20:12.381149 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958dded0-cc14-4e9c-af8a-61d0043dd2ff None None] Routers {'436cde03-2a3e-4d90-9669-404f94d5b8ea'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:20:12.381910 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-958dded0-cc14-4e9c-af8a-61d0043dd2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa215e880>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:20:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['436cde03-2a3e-4d90-9669-404f94d5b8ea'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:12.576817 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2986272-b647-4a8e-be60-9b141dc605f4 None None] Network 59734cb5-b3cd-4731-b72c-e406b3f16f4f requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:20:12.726712 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-51c9a6e5-13ea-4b1a-9373-faa6ad5c808f None None] Provisioning for port 7c18ba7a-1fd5-40c7-aaee-35463dc2ea33 completed by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:20:12.779310 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-958dded0-cc14-4e9c-af8a-61d0043dd2ff None None] Set router 436cde03-2a3e-4d90-9669-404f94d5b8ea gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:20:12.843776 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ba095fc7-77a1-44a0-a63d-bd96dad115d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-380211'] for router, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:12.964250 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device e99668b4-dd04-43df-9a89-5c2ae4501a89 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:20:13.032269 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21232847-6741-4ef0-9271-2fad8c86cc22 req-a65fbda9-ae2d-4969-8fa6-9b19c308ccf1 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:13.041614 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-21232847-6741-4ef0-9271-2fad8c86cc22 req-a65fbda9-ae2d-4969-8fa6-9b19c308ccf1 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 945 time: 0.3966246
Jun 03 16:20:13.113990 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-21232847-6741-4ef0-9271-2fad8c86cc22 req-44e8cb0d-8e4f-4fc8-af12-30e01d387c34 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712483
Jun 03 16:20:13.145360 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba095fc7-77a1-44a0-a63d-bd96dad115d8 admin admin] Router 0eb71af9-3401-43cf-8137-0e5954764166 is scheduled to L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b with binding_index 1 {{(pid=91617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 03 16:20:13.289393 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port e99668b4-dd04-43df-9a89-5c2ae4501a89 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:13.289713 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:13.430308 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba095fc7-77a1-44a0-a63d-bd96dad115d8 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:20:13.445846 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b47161-b568-4d10-a38e-6b4584692895 None None] Sync routers for ids ['0eb71af9-3401-43cf-8137-0e5954764166'] in dv-cinder-786524-8-iscsi {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:20:13.459187 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b47161-b568-4d10-a38e-6b4584692895 None None] Routers {'0eb71af9-3401-43cf-8137-0e5954764166'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:20:13.465648 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-89b47161-b568-4d10-a38e-6b4584692895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa20e0a60>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:20:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['0eb71af9-3401-43cf-8137-0e5954764166'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:13.481742 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ba095fc7-77a1-44a0-a63d-bd96dad115d8 admin admin] Notify callbacks [] for router, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:13.483001 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-ba095fc7-77a1-44a0-a63d-bd96dad115d8 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 5.1830473
Jun 03 16:20:13.485943 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 33086) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:13.488235 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 33088) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:13.492810 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-ab1a0425-a51a-4b3a-bd3e-e581fd7c2542 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1566226893', 'description': 'tempest-secgroup-smoke-1566226893 description', 'project_id': 'f44ece6093c64861a96b56285934a43e'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:20:13.504941 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-ab1a0425-a51a-4b3a-bd3e-e581fd7c2542 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:13.518191 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-ab1a0425-a51a-4b3a-bd3e-e581fd7c2542 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Usage tracker for resource:security_group and tenant:f44ece6093c64861a96b56285934a43e is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:13.524961 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-ab1a0425-a51a-4b3a-bd3e-e581fd7c2542 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:13.526844 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 7c18ba7a-1fd5-40c7-aaee-35463dc2ea33 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:20:13.569635 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-ab1a0425-a51a-4b3a-bd3e-e581fd7c2542 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:13.591134 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ab1a0425-a51a-4b3a-bd3e-e581fd7c2542 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:13.615259 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-958dded0-cc14-4e9c-af8a-61d0043dd2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa215e880>, [{'id': '436cde03-2a3e-4d90-9669-404f94d5b8ea', 'name': 'tempest-TestVolumeBootPattern-660669985-router', 'tenant_id': '895de2aea84347b091b80f1ed42b6eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e99668b4-dd04-43df-9a89-5c2ae4501a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:02Z', 'updated_at': '2021-06-03T16:20:09Z', 'revision_number': 4, 'project_id': '895de2aea84347b091b80f1ed42b6eaf', 'gw_port': {'id': 'e99668b4-dd04-43df-9a89-5c2ae4501a89', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436cde03-2a3e-4d90-9669-404f94d5b8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:03Z', 'updated_at': '2021-06-03T16:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': '2d4ba3e5-c5dc-4848-9c64-07e2457f5064', 'name': '', 'network_id': 'b5ef4031-997f-419e-a52a-f7bfda3a4d82', 'tenant_id': '895de2aea84347b091b80f1ed42b6eaf', 'mac_address': 'fa:16:3e:42:fa:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436cde03-2a3e-4d90-9669-404f94d5b8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '13ab2671-9e94-4c1d-a2ff-3b3a99d21af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:08Z', 'updated_at': '2021-06-03T16:20:09Z', 'revision_number': 2, 'project_id': '895de2aea84347b091b80f1ed42b6eaf', 'subnets': [{'id': '13ab2671-9e94-4c1d-a2ff-3b3a99d21af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:13.621182 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-ab1a0425-a51a-4b3a-bd3e-e581fd7c2542 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:13.624798 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958dded0-cc14-4e9c-af8a-61d0043dd2ff None None] Checking router: 436cde03-2a3e-4d90-9669-404f94d5b8ea for host: dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:20:13.625302 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958dded0-cc14-4e9c-af8a-61d0043dd2ff None None] Updating router 436cde03-2a3e-4d90-9669-404f94d5b8ea port 2d4ba3e5-c5dc-4848-9c64-07e2457f5064 binding host dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 16:20:13.637253 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-ab1a0425-a51a-4b3a-bd3e-e581fd7c2542 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Usage tracker for resource:security_group_rule and tenant:f44ece6093c64861a96b56285934a43e is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:13.647369 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-ab1a0425-a51a-4b3a-bd3e-e581fd7c2542 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:13.662435 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-ab1a0425-a51a-4b3a-bd3e-e581fd7c2542 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:13.698302 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af1073-7595-4dea-8ca7-e2d6d34a6378 req-553e456a-d0b4-4565-b446-6ab803293c8b tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:13.702256 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-73af1073-7595-4dea-8ca7-e2d6d34a6378 req-553e456a-d0b4-4565-b446-6ab803293c8b tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=be60f43e-b07f-402d-bc2a-5446b474a07c HTTP/1.1" status: 200  len: 945 time: 0.1789877
Jun 03 16:20:13.745586 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-958dded0-cc14-4e9c-af8a-61d0043dd2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:13.762187 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning for port 7c18ba7a-1fd5-40c7-aaee-35463dc2ea33 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:20:13.800464 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 7c18ba7a-1fd5-40c7-aaee-35463dc2ea33 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:13.800870 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:13.810814 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-73af1073-7595-4dea-8ca7-e2d6d34a6378 req-cd4f6cc7-b7a8-4128-a658-41d0b0109e65 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925615
Jun 03 16:20:13.833990 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-89b47161-b568-4d10-a38e-6b4584692895 None None] Set router 0eb71af9-3401-43cf-8137-0e5954764166 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:20:13.871716 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ab1a0425-a51a-4b3a-bd3e-e581fd7c2542 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:13.879542 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ab1a0425-a51a-4b3a-bd3e-e581fd7c2542 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:13.892447 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-861a9655-5bcc-4aaa-ad1c-c671156be93b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:13.954807 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a0425-a51a-4b3a-bd3e-e581fd7c2542 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9778ce6-f508-4fc9-b231-a7064a84c221,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:13.958348 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-ab1a0425-a51a-4b3a-bd3e-e581fd7c2542 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:13.961178 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ab1a0425-a51a-4b3a-bd3e-e581fd7c2542 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:13.965186 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-ab1a0425-a51a-4b3a-bd3e-e581fd7c2542 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4759440
Jun 03 16:20:13.968031 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 33092) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:13.973485 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-7fa50a2d-2754-49e4-9437-f6e604300dc4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Request body: {'security_group_rule': {'security_group_id': 'f9778ce6-f508-4fc9-b231-a7064a84c221', 'project_id': 'f44ece6093c64861a96b56285934a43e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:20:13.977825 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-0f144cb5-e847-4e68-be18-a63b1c195174 None None] Provisioning complete for port 7c18ba7a-1fd5-40c7-aaee-35463dc2ea33 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:13.977995 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-0f144cb5-e847-4e68-be18-a63b1c195174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:13.989468 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-7fa50a2d-2754-49e4-9437-f6e604300dc4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:13.999842 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-7fa50a2d-2754-49e4-9437-f6e604300dc4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Usage tracker for resource:security_group_rule and tenant:f44ece6093c64861a96b56285934a43e is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:14.003461 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-7fa50a2d-2754-49e4-9437-f6e604300dc4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:14.011829 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-7fa50a2d-2754-49e4-9437-f6e604300dc4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:14.033043 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7fa50a2d-2754-49e4-9437-f6e604300dc4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:14.098200 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:14.104690 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7fa50a2d-2754-49e4-9437-f6e604300dc4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:14.109638 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7fa50a2d-2754-49e4-9437-f6e604300dc4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783988'] for security_group_rule, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:14.119002 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-9400a7cb-126e-4edf-bbeb-334ec446e014 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:14.141447 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa50a2d-2754-49e4-9437-f6e604300dc4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35dda01-ce4a-40e4-9b20-61d41b5ad1b5,revision_number=0']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:14.144419 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-7fa50a2d-2754-49e4-9437-f6e604300dc4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:14.153451 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7fa50a2d-2754-49e4-9437-f6e604300dc4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:14.155156 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-7fa50a2d-2754-49e4-9437-f6e604300dc4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1859963
Jun 03 16:20:14.158109 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 33098) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:14.167169 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-acb3921c-a0aa-43fc-bc91-6c40787a9b2e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Request body: {'security_group_rule': {'security_group_id': 'f9778ce6-f508-4fc9-b231-a7064a84c221', 'project_id': 'f44ece6093c64861a96b56285934a43e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:20:14.179107 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-89b47161-b568-4d10-a38e-6b4584692895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa20e0a60>, [{'id': '0eb71af9-3401-43cf-8137-0e5954764166', 'name': 'tempest-TestShelveInstance-1070389696-router', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'c2359760-e7fd-41c4-8fbc-42319e64e530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:08Z', 'updated_at': '2021-06-03T16:20:12Z', 'revision_number': 3, 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'gw_port': {'id': 'c2359760-e7fd-41c4-8fbc-42319e64e530', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb71af9-3401-43cf-8137-0e5954764166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:11Z', 'updated_at': '2021-06-03T16:20:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:14.184058 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b47161-b568-4d10-a38e-6b4584692895 None None] Checking router: 0eb71af9-3401-43cf-8137-0e5954764166 for host: dv-cinder-786524-8-iscsi {{(pid=91619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:20:14.184416 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b47161-b568-4d10-a38e-6b4584692895 None None] Updating router 0eb71af9-3401-43cf-8137-0e5954764166 port c2359760-e7fd-41c4-8fbc-42319e64e530 binding host dv-cinder-786524-8-iscsi {{(pid=91619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 16:20:14.184686 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-acb3921c-a0aa-43fc-bc91-6c40787a9b2e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:14.193391 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-acb3921c-a0aa-43fc-bc91-6c40787a9b2e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Usage tracker for resource:security_group_rule and tenant:f44ece6093c64861a96b56285934a43e is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:14.197310 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-acb3921c-a0aa-43fc-bc91-6c40787a9b2e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:14.210101 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-acb3921c-a0aa-43fc-bc91-6c40787a9b2e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:14.257311 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-acb3921c-a0aa-43fc-bc91-6c40787a9b2e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:14.274057 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-89b47161-b568-4d10-a38e-6b4584692895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:14.343318 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-acb3921c-a0aa-43fc-bc91-6c40787a9b2e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:14.349609 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-acb3921c-a0aa-43fc-bc91-6c40787a9b2e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783988'] for security_group_rule, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:14.350015 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] For port 7c18ba7a-1fd5-40c7-aaee-35463dc2ea33, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=7c18ba7a-1fd5-40c7-aaee-35463dc2ea33,segment=NetworkSegment(65209784-6311-4945-8a9d-aa092e608747),segment_id=65209784-6311-4945-8a9d-aa092e608747)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:20:14.359976 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:14.372860 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:14.379571 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:14.387147 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3921c-a0aa-43fc-bc91-6c40787a9b2e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cebd0ba-d214-4cc8-8fa4-ee9f7791dbab,revision_number=0']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:14.390000 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-acb3921c-a0aa-43fc-bc91-6c40787a9b2e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:14.401678 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-acb3921c-a0aa-43fc-bc91-6c40787a9b2e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:14.403358 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-acb3921c-a0aa-43fc-bc91-6c40787a9b2e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2437501
Jun 03 16:20:14.406116 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 33100) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:14.411195 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-47ae4f3b-a775-4692-9782-1e89e250bde4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Request body: {'security_group_rule': {'security_group_id': 'f9778ce6-f508-4fc9-b231-a7064a84c221', 'project_id': 'f44ece6093c64861a96b56285934a43e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:20:14.420232 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-47ae4f3b-a775-4692-9782-1e89e250bde4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:14.425206 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-47ae4f3b-a775-4692-9782-1e89e250bde4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Usage tracker for resource:security_group_rule and tenant:f44ece6093c64861a96b56285934a43e is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:14.429160 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-47ae4f3b-a775-4692-9782-1e89e250bde4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:14.436217 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-47ae4f3b-a775-4692-9782-1e89e250bde4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:14.445349 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-0f144cb5-e847-4e68-be18-a63b1c195174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:14.456112 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-47ae4f3b-a775-4692-9782-1e89e250bde4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:14.542931 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c469bc3-0192-49d5-9538-c2aba1473032 req-dd1936fd-8ff6-4907-ab04-8644fb23cb23 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:14.550914 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9c469bc3-0192-49d5-9538-c2aba1473032 req-dd1936fd-8ff6-4907-ab04-8644fb23cb23 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 945 time: 0.2728717
Jun 03 16:20:14.555172 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-47ae4f3b-a775-4692-9782-1e89e250bde4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:14.562326 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-47ae4f3b-a775-4692-9782-1e89e250bde4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783988'] for security_group_rule, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:14.564776 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-84ef68ca-4497-4905-95d6-75af12899429 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:14.599139 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Pushing event updated for resources: {'Port': ['ID=7c18ba7a-1fd5-40c7-aaee-35463dc2ea33,revision_number=3']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:14.603925 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae4f3b-a775-4692-9782-1e89e250bde4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5b46cc7-23ae-49b6-b7f9-2b636838c56d,revision_number=0']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:14.608982 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-47ae4f3b-a775-4692-9782-1e89e250bde4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:14.613244 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:14.618241 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-47ae4f3b-a775-4692-9782-1e89e250bde4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:14.619758 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.db.api [None req-0f144cb5-e847-4e68-be18-a63b1c195174 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 03 16:20:14.620354 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_db.api [None req-0f144cb5-e847-4e68-be18-a63b1c195174 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 03 16:20:14.625866 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-47ae4f3b-a775-4692-9782-1e89e250bde4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2178643
Jun 03 16:20:14.626827 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 33102) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:14.629618 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-958dded0-cc14-4e9c-af8a-61d0043dd2ff None None] Notify callbacks [] for port, precommit_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:14.633839 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-724fc7aa-1971-4510-a10b-a8a22cbd2dbe tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Request body: {'security_group_rule': {'security_group_id': 'f9778ce6-f508-4fc9-b231-a7064a84c221', 'project_id': 'f44ece6093c64861a96b56285934a43e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:20:14.642707 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-958dded0-cc14-4e9c-af8a-61d0043dd2ff None None] Transition to ACTIVE for port object 2d4ba3e5-c5dc-4848-9c64-07e2457f5064 will not be triggered until provisioned by entity L2. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:20:14.643190 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-724fc7aa-1971-4510-a10b-a8a22cbd2dbe tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:14.648178 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-724fc7aa-1971-4510-a10b-a8a22cbd2dbe tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Usage tracker for resource:security_group_rule and tenant:f44ece6093c64861a96b56285934a43e is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:14.653250 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-724fc7aa-1971-4510-a10b-a8a22cbd2dbe tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:14.654823 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-958dded0-cc14-4e9c-af8a-61d0043dd2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:14.661624 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-724fc7aa-1971-4510-a10b-a8a22cbd2dbe tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:14.662503 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:14.671542 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9c469bc3-0192-49d5-9538-c2aba1473032 req-1e6db39b-c3e9-45ca-8772-ea3cc7ec458e tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1196723
Jun 03 16:20:14.692983 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-89b47161-b568-4d10-a38e-6b4584692895 None None] Notify callbacks [] for port, precommit_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:14.693557 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-724fc7aa-1971-4510-a10b-a8a22cbd2dbe tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:14.703426 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.provisioning_blocks [None req-89b47161-b568-4d10-a38e-6b4584692895 None None] Transition to ACTIVE for port object c2359760-e7fd-41c4-8fbc-42319e64e530 will not be triggered until provisioned by entity L2. {{(pid=91619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:20:14.711087 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-89b47161-b568-4d10-a38e-6b4584692895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:14.716772 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:14.757328 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d93c0aa6-cc30-4879-a142-a8f2d6944677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:14.839600 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d12677-1857-4ce8-990f-b891d5d36a4a None None] Pushing event updated for resources: {'Port': ['ID=c2359760-e7fd-41c4-8fbc-42319e64e530,revision_number=2']} {{(pid=91619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:14.851749 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [None req-40d12677-1857-4ce8-990f-b891d5d36a4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:14.888298 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.managers [None req-89b47161-b568-4d10-a38e-6b4584692895 None None] Attempting to bind port c2359760-e7fd-41c4-8fbc-42319e64e530 on host dv-cinder-786524-8-iscsi for vnic_type normal with profile  {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:20:14.888675 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.managers [None req-89b47161-b568-4d10-a38e-6b4584692895 None None] Attempting to bind port c2359760-e7fd-41c4-8fbc-42319e64e530 by drivers openvswitch,hyperv on host dv-cinder-786524-8-iscsi at level 0 using segments [{'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}] {{(pid=91619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:20:14.889042 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b47161-b568-4d10-a38e-6b4584692895 None None] Attempting to bind port c2359760-e7fd-41c4-8fbc-42319e64e530 on network 454170da-4e8f-4963-97fb-80bd3b86dedc {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:20:14.893512 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-724fc7aa-1971-4510-a10b-a8a22cbd2dbe tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:14.895383 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b47161-b568-4d10-a38e-6b4584692895 None None] Checking agent: {'id': 'ac8e9f39-4eb9-409d-95f3-792de4f7d79f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:20:14.895765 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b47161-b568-4d10-a38e-6b4584692895 None None] Checking segment: {'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:20:14.896339 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-89b47161-b568-4d10-a38e-6b4584692895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:14.896872 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b47161-b568-4d10-a38e-6b4584692895 None None] Bound using segment: {'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'} {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:20:14.897784 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.managers [None req-89b47161-b568-4d10-a38e-6b4584692895 None None] Bound port: c2359760-e7fd-41c4-8fbc-42319e64e530, host: dv-cinder-786524-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}}] {{(pid=91619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:20:14.898238 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-89b47161-b568-4d10-a38e-6b4584692895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:14.901477 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-724fc7aa-1971-4510-a10b-a8a22cbd2dbe tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783988'] for security_group_rule, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:14.903469 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:14.904730 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 7c18ba7a-1fd5-40c7-aaee-35463dc2ea33 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:20:14.950425 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fc7aa-1971-4510-a10b-a8a22cbd2dbe tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dccd8798-7806-403a-a889-e753b6c75005,revision_number=0']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:14.957980 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-724fc7aa-1971-4510-a10b-a8a22cbd2dbe tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:14.979170 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-724fc7aa-1971-4510-a10b-a8a22cbd2dbe tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:14.980478 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-724fc7aa-1971-4510-a10b-a8a22cbd2dbe tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3519096
Jun 03 16:20:14.983518 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 33110) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:14.987779 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-705a16ca-e729-4bd1-a6cd-8da5ba030473 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Request body: {'security_group_rule': {'security_group_id': 'f9778ce6-f508-4fc9-b231-a7064a84c221', 'project_id': 'f44ece6093c64861a96b56285934a43e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:20:14.998121 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-705a16ca-e729-4bd1-a6cd-8da5ba030473 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:15.006238 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-705a16ca-e729-4bd1-a6cd-8da5ba030473 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Usage tracker for resource:security_group_rule and tenant:f44ece6093c64861a96b56285934a43e is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:15.011344 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-705a16ca-e729-4bd1-a6cd-8da5ba030473 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:15.032303 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.db [None req-89b47161-b568-4d10-a38e-6b4584692895 None None] For port c2359760-e7fd-41c4-8fbc-42319e64e530, host dv-cinder-786524-8-iscsi, cleared binding levels {{(pid=91619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:20:15.036355 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.db [None req-89b47161-b568-4d10-a38e-6b4584692895 None None] For port c2359760-e7fd-41c4-8fbc-42319e64e530, host dv-cinder-786524-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=c2359760-e7fd-41c4-8fbc-42319e64e530,segment=NetworkSegment(85b01a76-96af-409b-a8d7-73ca63f153b4),segment_id=85b01a76-96af-409b-a8d7-73ca63f153b4)] {{(pid=91619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:20:15.043187 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-89b47161-b568-4d10-a38e-6b4584692895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:15.049359 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [None req-35f1105b-c554-44b8-90c3-56c3752e48b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:15.054160 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-705a16ca-e729-4bd1-a6cd-8da5ba030473 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:15.113458 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.db.securitygroups_db [None req-705a16ca-e729-4bd1-a6cd-8da5ba030473 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Project f44ece6093c64861a96b56285934a43e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 03 16:20:15.129239 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-705a16ca-e729-4bd1-a6cd-8da5ba030473 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:15.162542 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d12677-1857-4ce8-990f-b891d5d36a4a None None] Pushing event updated for resources: {'Port': ['ID=c2359760-e7fd-41c4-8fbc-42319e64e530,revision_number=3']} {{(pid=91619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:15.163507 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [None req-d93c0aa6-cc30-4879-a142-a8f2d6944677 admin admin] Allocated IP 172.20.0.1 (59734cb5-b3cd-4731-b72c-e406b3f16f4f/e1cf8725-43b3-4508-857e-71350cd10ed6/923be44e-72c8-49e9-a749-d488b445b6b2) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:20:15.183228 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [None req-40d12677-1857-4ce8-990f-b891d5d36a4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:15.205236 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b47161-b568-4d10-a38e-6b4584692895 None None] Routers {'0eb71af9-3401-43cf-8137-0e5954764166'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:20:15.206239 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-89b47161-b568-4d10-a38e-6b4584692895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa20e0a60>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:20:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['0eb71af9-3401-43cf-8137-0e5954764166'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:15.234507 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-958dded0-cc14-4e9c-af8a-61d0043dd2ff None None] Attempting to bind port 2d4ba3e5-c5dc-4848-9c64-07e2457f5064 on host dv-cinder-786524-8-iscsi for vnic_type normal with profile  {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:20:15.235001 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-958dded0-cc14-4e9c-af8a-61d0043dd2ff None None] Attempting to bind port 2d4ba3e5-c5dc-4848-9c64-07e2457f5064 by drivers openvswitch,hyperv on host dv-cinder-786524-8-iscsi at level 0 using segments [{'id': '8b1345ec-55d7-4ee6-b271-e2d161f6aa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'b5ef4031-997f-419e-a52a-f7bfda3a4d82'}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:20:15.235471 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958dded0-cc14-4e9c-af8a-61d0043dd2ff None None] Attempting to bind port 2d4ba3e5-c5dc-4848-9c64-07e2457f5064 on network b5ef4031-997f-419e-a52a-f7bfda3a4d82 {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:20:15.241381 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd9578-ef09-49d0-8b68-4bafc36326fc None None] Pushing event updated for resources: {'Port': ['ID=2d4ba3e5-c5dc-4848-9c64-07e2457f5064,revision_number=3']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:15.246549 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-d4cd9578-ef09-49d0-8b68-4bafc36326fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:15.254016 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958dded0-cc14-4e9c-af8a-61d0043dd2ff None None] Checking agent: {'id': 'ac8e9f39-4eb9-409d-95f3-792de4f7d79f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:20:15.254710 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958dded0-cc14-4e9c-af8a-61d0043dd2ff None None] Checking segment: {'id': '8b1345ec-55d7-4ee6-b271-e2d161f6aa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'b5ef4031-997f-419e-a52a-f7bfda3a4d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:20:15.255354 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-958dded0-cc14-4e9c-af8a-61d0043dd2ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:15.255971 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958dded0-cc14-4e9c-af8a-61d0043dd2ff None None] Bound using segment: {'id': '8b1345ec-55d7-4ee6-b271-e2d161f6aa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'b5ef4031-997f-419e-a52a-f7bfda3a4d82'} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:20:15.256684 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-958dded0-cc14-4e9c-af8a-61d0043dd2ff None None] Bound port: 2d4ba3e5-c5dc-4848-9c64-07e2457f5064, host: dv-cinder-786524-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1345ec-55d7-4ee6-b271-e2d161f6aa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'b5ef4031-997f-419e-a52a-f7bfda3a4d82'}}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:20:15.257312 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-958dded0-cc14-4e9c-af8a-61d0043dd2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:15.333410 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f26f5-712b-4420-ac3b-233f65ba2d64 req-cb8038e6-a3ca-41a5-8550-89d0ecaa179d tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:15.343467 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b67f26f5-712b-4420-ac3b-233f65ba2d64 req-cb8038e6-a3ca-41a5-8550-89d0ecaa179d tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=be60f43e-b07f-402d-bc2a-5446b474a07c HTTP/1.1" status: 200  len: 945 time: 0.3287153
Jun 03 16:20:15.349603 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d93c0aa6-cc30-4879-a142-a8f2d6944677 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:15.368882 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.provisioning_blocks [None req-d93c0aa6-cc30-4879-a142-a8f2d6944677 admin admin] Transition to ACTIVE for port object 923be44e-72c8-49e9-a749-d488b445b6b2 will not be triggered until provisioned by entity DHCP. {{(pid=91616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:20:15.391100 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-705a16ca-e729-4bd1-a6cd-8da5ba030473 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:15.404454 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d93c0aa6-cc30-4879-a142-a8f2d6944677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954439'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:15.413032 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:15.413269 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-705a16ca-e729-4bd1-a6cd-8da5ba030473 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783988'] for security_group_rule, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:15.429866 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-7fa50a2d-2754-49e4-9437-f6e604300dc4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:15.459552 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-958dded0-cc14-4e9c-af8a-61d0043dd2ff None None] For port 2d4ba3e5-c5dc-4848-9c64-07e2457f5064, host dv-cinder-786524-8-iscsi, cleared binding levels {{(pid=91618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:20:15.464720 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-958dded0-cc14-4e9c-af8a-61d0043dd2ff None None] For port 2d4ba3e5-c5dc-4848-9c64-07e2457f5064, host dv-cinder-786524-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=2d4ba3e5-c5dc-4848-9c64-07e2457f5064,segment=NetworkSegment(8b1345ec-55d7-4ee6-b271-e2d161f6aa49),segment_id=8b1345ec-55d7-4ee6-b271-e2d161f6aa49)] {{(pid=91618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:20:15.474017 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 7c18ba7a-1fd5-40c7-aaee-35463dc2ea33 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:15.474665 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:15.489840 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93c0aa6-cc30-4879-a142-a8f2d6944677 admin admin] Network 59734cb5-b3cd-4731-b72c-e406b3f16f4f is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:20:15.493703 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-d93c0aa6-cc30-4879-a142-a8f2d6944677 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:20:15.494527 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b67f26f5-712b-4420-ac3b-233f65ba2d64 req-8df50192-59e2-4faf-9539-6ad0437ccd4a tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/security-groups?id=134bf0b6-15c6-4e02-a653-2112a430ee48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1500938
Jun 03 16:20:15.499042 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93c0aa6-cc30-4879-a142-a8f2d6944677 admin admin] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:20:15.517891 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a16ca-e729-4bd1-a6cd-8da5ba030473 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35634be1-08b4-4f78-92e2-36ade44b0c6b,revision_number=0']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:15.522827 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-89b47161-b568-4d10-a38e-6b4584692895 None None] Set router 0eb71af9-3401-43cf-8137-0e5954764166 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:20:15.526149 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521d1c5-4162-49bf-b984-a3414d91756d req-d5444bfc-3e8d-4945-997f-6c9ec0a76e68 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:15.527783 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4521d1c5-4162-49bf-b984-a3414d91756d req-d5444bfc-3e8d-4945-997f-6c9ec0a76e68 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.73 "GET /v2.0/ports?device_id=be60f43e-b07f-402d-bc2a-5446b474a07c HTTP/1.1" status: 200  len: 945 time: 0.2912741
Jun 03 16:20:15.528741 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-705a16ca-e729-4bd1-a6cd-8da5ba030473 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:15.565361 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c0aa6-cc30-4879-a142-a8f2d6944677 admin admin] Pushing event updated for resources: {'Port': ['ID=923be44e-72c8-49e9-a749-d488b445b6b2,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:15.570038 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-d93c0aa6-cc30-4879-a142-a8f2d6944677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:15.582823 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-958dded0-cc14-4e9c-af8a-61d0043dd2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:15.583050 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d93c0aa6-cc30-4879-a142-a8f2d6944677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380413'] for router_interface, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:15.590595 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:15.604102 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-705a16ca-e729-4bd1-a6cd-8da5ba030473 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:15.605497 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-705a16ca-e729-4bd1-a6cd-8da5ba030473 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.6211369
Jun 03 16:20:15.611273 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 33114) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:15.617379 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-f244c144-53a7-442c-9e89-8f99d8e2da5f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Request body: {'security_group_rule': {'security_group_id': 'f9778ce6-f508-4fc9-b231-a7064a84c221', 'project_id': 'f44ece6093c64861a96b56285934a43e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:20:15.624468 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-f244c144-53a7-442c-9e89-8f99d8e2da5f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:15.629336 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-f244c144-53a7-442c-9e89-8f99d8e2da5f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Usage tracker for resource:security_group_rule and tenant:f44ece6093c64861a96b56285934a43e is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:15.633175 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-f244c144-53a7-442c-9e89-8f99d8e2da5f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:15.650914 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-f244c144-53a7-442c-9e89-8f99d8e2da5f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:15.659406 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e up at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:20:15.678834 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.db.securitygroups_db [None req-f244c144-53a7-442c-9e89-8f99d8e2da5f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Project f44ece6093c64861a96b56285934a43e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 03 16:20:15.698519 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f244c144-53a7-442c-9e89-8f99d8e2da5f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:15.805139 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-4521d1c5-4162-49bf-b984-a3414d91756d req-1597cf3b-3688-431d-bc71-cd279fb4f9f8 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Deleting port 8dbf2f68-be96-43b2-bfd4-71376160e7df {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:20:15.806005 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-4521d1c5-4162-49bf-b984-a3414d91756d req-1597cf3b-3688-431d-bc71-cd279fb4f9f8 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:15.904677 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f244c144-53a7-442c-9e89-8f99d8e2da5f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:15.966347 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f244c144-53a7-442c-9e89-8f99d8e2da5f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783988'] for security_group_rule, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:15.967246 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning complete for port 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:15.967629 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:16.001458 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-4521d1c5-4162-49bf-b984-a3414d91756d req-1597cf3b-3688-431d-bc71-cd279fb4f9f8 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] For port 8dbf2f68-be96-43b2-bfd4-71376160e7df, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8dbf2f68-be96-43b2-bfd4-71376160e7df,segment=NetworkSegment(32444300-ec9f-49ab-9cc6-b285e44b2fde),segment_id=32444300-ec9f-49ab-9cc6-b285e44b2fde)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:20:16.002323 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-4521d1c5-4162-49bf-b984-a3414d91756d req-1597cf3b-3688-431d-bc71-cd279fb4f9f8 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:16.022109 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958dded0-cc14-4e9c-af8a-61d0043dd2ff None None] Routers {'436cde03-2a3e-4d90-9669-404f94d5b8ea'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:20:16.022789 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-958dded0-cc14-4e9c-af8a-61d0043dd2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa215e880>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:20:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['436cde03-2a3e-4d90-9669-404f94d5b8ea'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:16.047087 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-89b47161-b568-4d10-a38e-6b4584692895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa20e0a60>, [{'id': '0eb71af9-3401-43cf-8137-0e5954764166', 'name': 'tempest-TestShelveInstance-1070389696-router', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'c2359760-e7fd-41c4-8fbc-42319e64e530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:08Z', 'updated_at': '2021-06-03T16:20:12Z', 'revision_number': 3, 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'gw_port': {'id': 'c2359760-e7fd-41c4-8fbc-42319e64e530', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb71af9-3401-43cf-8137-0e5954764166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:11Z', 'updated_at': '2021-06-03T16:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:16.055938 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b47161-b568-4d10-a38e-6b4584692895 None None] The sync data for ids ['0eb71af9-3401-43cf-8137-0e5954764166'] in dv-cinder-786524-8-iscsi is: [{'id': '0eb71af9-3401-43cf-8137-0e5954764166', 'name': 'tempest-TestShelveInstance-1070389696-router', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'c2359760-e7fd-41c4-8fbc-42319e64e530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:08Z', 'updated_at': '2021-06-03T16:20:12Z', 'revision_number': 3, 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'gw_port': {'id': 'c2359760-e7fd-41c4-8fbc-42319e64e530', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb71af9-3401-43cf-8137-0e5954764166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:11Z', 'updated_at': '2021-06-03T16:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}] {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:20:16.111613 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8f3781cd-4f2e-48fe-bc62-2d6c103d0d24 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:16.119783 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d93c0aa6-cc30-4879-a142-a8f2d6944677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:16.193999 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244c144-53a7-442c-9e89-8f99d8e2da5f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=063b752b-47f6-4694-9922-4991e141caba,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:16.251227 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-f244c144-53a7-442c-9e89-8f99d8e2da5f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:16.258393 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-4521d1c5-4162-49bf-b984-a3414d91756d req-1597cf3b-3688-431d-bc71-cd279fb4f9f8 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Calling delete_port for 8dbf2f68-be96-43b2-bfd4-71376160e7df owned by compute:nova {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:20:16.262273 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f244c144-53a7-442c-9e89-8f99d8e2da5f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:16.263772 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-f244c144-53a7-442c-9e89-8f99d8e2da5f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.6514361
Jun 03 16:20:16.308563 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-958dded0-cc14-4e9c-af8a-61d0043dd2ff None None] Set router 436cde03-2a3e-4d90-9669-404f94d5b8ea gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:20:16.465226 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7562e0-bcd0-41aa-8918-983e356ef678 req-f33e5fa9-72c7-406a-a888-25aaaaaeafe8 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:16.494701 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-fa7562e0-bcd0-41aa-8918-983e356ef678 req-f33e5fa9-72c7-406a-a888-25aaaaaeafe8 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 945 time: 0.5863037
Jun 03 16:20:16.542190 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-4521d1c5-4162-49bf-b984-a3414d91756d req-1597cf3b-3688-431d-bc71-cd279fb4f9f8 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:16.544028 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd9578-ef09-49d0-8b68-4bafc36326fc None None] Pushing event updated for resources: {'Port': ['ID=2d4ba3e5-c5dc-4848-9c64-07e2457f5064,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:16.557159 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-d4cd9578-ef09-49d0-8b68-4bafc36326fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.968s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:16.578626 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-8bf5246d-d6ef-4983-b9a7-34f8e1a1787f None None] Provisioning for port 923be44e-72c8-49e9-a749-d488b445b6b2 completed by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:20:16.578870 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-ad630d01-8c25-48e7-b8f8-c654b74edb37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:16.699168 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597cf3b-3688-431d-bc71-cd279fb4f9f8 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Pushing event deleted for resources: {'Port': ['ID=8dbf2f68-be96-43b2-bfd4-71376160e7df,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:16.709102 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-1597cf3b-3688-431d-bc71-cd279fb4f9f8 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:16.779929 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-8bf5246d-d6ef-4983-b9a7-34f8e1a1787f None None] Provisioning complete for port 923be44e-72c8-49e9-a749-d488b445b6b2 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:16.779929 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-8bf5246d-d6ef-4983-b9a7-34f8e1a1787f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:16.784439 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-4521d1c5-4162-49bf-b984-a3414d91756d req-1597cf3b-3688-431d-bc71-cd279fb4f9f8 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] No DVR routers for this DVR port 8dbf2f68-be96-43b2-bfd4-71376160e7df on host hv-cinder-78652 {{(pid=91617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:20:16.801712 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-4521d1c5-4162-49bf-b984-a3414d91756d req-1597cf3b-3688-431d-bc71-cd279fb4f9f8 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:16.814854 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be60f43e-b07f-402d-bc2a-5446b474a07c', 'name': 'network-vif-deleted', 'tag': '8dbf2f68-be96-43b2-bfd4-71376160e7df'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:20:16.821463 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8adf4b70-d8ab-4bef-9975-0ac649219557" -d '{"events": [{"server_uuid": "be60f43e-b07f-402d-bc2a-5446b474a07c", "name": "network-vif-deleted", "tag": "8dbf2f68-be96-43b2-bfd4-71376160e7df"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:20:16.879774 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4521d1c5-4162-49bf-b984-a3414d91756d req-1597cf3b-3688-431d-bc71-cd279fb4f9f8 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.73 "DELETE /v2.0/ports/8dbf2f68-be96-43b2-bfd4-71376160e7df HTTP/1.1" status: 204  len: 173 time: 1.3401344
Jun 03 16:20:16.880046 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-fa7562e0-bcd0-41aa-8918-983e356ef678 req-6716c144-6af7-40af-8a12-083df4eb39f0 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3840523
Jun 03 16:20:16.996809 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device c2359760-e7fd-41c4-8fbc-42319e64e530 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:20:17.078774 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d93c0aa6-cc30-4879-a142-a8f2d6944677 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:17.095444 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-b25d8f8d-45b6-480f-8b91-6d37ee554309 req-612eeda4-4482-48c3-b507-5146a2e8bbfc tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Synchronizing usage tracker for tenant:a7468f03a2da433ebc94af6cc13242b8 on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:20:17.126363 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d93c0aa6-cc30-4879-a142-a8f2d6944677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954300'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:17.128866 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-b25d8f8d-45b6-480f-8b91-6d37ee554309 req-612eeda4-4482-48c3-b507-5146a2e8bbfc tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Unset dirty status for tenant:a7468f03a2da433ebc94af6cc13242b8 on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:20:17.142350 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b25d8f8d-45b6-480f-8b91-6d37ee554309 req-612eeda4-4482-48c3-b507-5146a2e8bbfc tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] 10.222.0.66 "GET /v2.0/ports?device_id=be60f43e-b07f-402d-bc2a-5446b474a07c HTTP/1.1" status: 200  len: 210 time: 0.1111975
Jun 03 16:20:17.183432 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-35e7967c-e533-408b-8a1d-0ef4b5edd9c3 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:17.228498 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e183f93-a303-481e-8f59-c3e560c3a9b8 x-openstack-request-id: req-5e183f93-a303-481e-8f59-c3e560c3a9b8 {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:20:17.229231 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be60f43e-b07f-402d-bc2a-5446b474a07c", "name": "network-vif-deleted", "tag": "8dbf2f68-be96-43b2-bfd4-71376160e7df", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:20:17.230167 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5e183f93-a303-481e-8f59-c3e560c3a9b8 {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:20:17.230784 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be60f43e-b07f-402d-bc2a-5446b474a07c', 'name': 'network-vif-deleted', 'tag': '8dbf2f68-be96-43b2-bfd4-71376160e7df', 'status': 'completed', 'code': 200}
Jun 03 16:20:17.302058 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c0aa6-cc30-4879-a142-a8f2d6944677 admin admin] Pushing event updated for resources: {'Port': ['ID=923be44e-72c8-49e9-a749-d488b445b6b2,revision_number=2']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:17.306669 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d93c0aa6-cc30-4879-a142-a8f2d6944677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681873'] for router_interface, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:17.312420 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-d93c0aa6-cc30-4879-a142-a8f2d6944677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:17.331387 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-8bf5246d-d6ef-4983-b9a7-34f8e1a1787f None None] Port 923be44e-72c8-49e9-a749-d488b445b6b2 cannot update to ACTIVE because it is not bound. {{(pid=91618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 16:20:17.338015 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:17.360304 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning for port c2359760-e7fd-41c4-8fbc-42319e64e530 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:20:17.380003 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port c2359760-e7fd-41c4-8fbc-42319e64e530 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:17.380354 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:17.429713 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bec0e4-89e5-4150-b8f8-f3545bf9df1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e'}] {{(pid=91618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:20:17.433271 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80780923b31b79766dda64912243351c94e9e307cca1e5b2e5a14cee02687ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d760a6e7-7f66-4a8e-b826-fca17a47bc91" -d '{"events": [{"server_uuid": "78bec0e4-89e5-4150-b8f8-f3545bf9df1e", "name": "network-vif-plugged", "status": "completed", "tag": "6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e"}]}' {{(pid=91618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:20:17.469960 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bde366-9505-48fd-b510-65b94f5e4519 req-f8ebaeb6-7038-477d-bd2e-f3bbd75ee904 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:17.471196 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a2bde366-9505-48fd-b510-65b94f5e4519 req-f8ebaeb6-7038-477d-bd2e-f3bbd75ee904 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.4051507
Jun 03 16:20:17.508892 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e,segment=NetworkSegment(8d919451-85fd-41bb-bbc2-dd880028642e),segment_id=8d919451-85fd-41bb-bbc2-dd880028642e)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:20:17.541291 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac59e26-793b-4592-a7fc-79c25dbdf03b x-openstack-request-id: req-7ac59e26-793b-4592-a7fc-79c25dbdf03b {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:20:17.541829 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78bec0e4-89e5-4150-b8f8-f3545bf9df1e", "name": "network-vif-plugged", "status": "completed", "tag": "6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e", "code": 200}]} {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:20:17.553828 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7ac59e26-793b-4592-a7fc-79c25dbdf03b {{(pid=91618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:20:17.554686 dv-cinder-786524-8-iscsi neutron-server[91618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78bec0e4-89e5-4150-b8f8-f3545bf9df1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e', 'code': 200}
Jun 03 16:20:17.561459 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:17.565587 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-d4cd9578-ef09-49d0-8b68-4bafc36326fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:17.567650 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a2bde366-9505-48fd-b510-65b94f5e4519 req-15037568-e396-4787-a777-3f466a6fe156 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844285
Jun 03 16:20:17.584630 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93c0aa6-cc30-4879-a142-a8f2d6944677 admin admin] Network 59734cb5-b3cd-4731-b72c-e406b3f16f4f is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:20:17.588962 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-d93c0aa6-cc30-4879-a142-a8f2d6944677 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:20:17.631581 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 8dbf2f68-be96-43b2-bfd4-71376160e7df no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:20:17.759682 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] No Port match for: 8dbf2f68-be96-43b2-bfd4-71376160e7df {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:20:17.760286 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 8dbf2f68-be96-43b2-bfd4-71376160e7df not bound to the agent host hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:20:17.789998 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-958dded0-cc14-4e9c-af8a-61d0043dd2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa215e880>, [{'id': '436cde03-2a3e-4d90-9669-404f94d5b8ea', 'name': 'tempest-TestVolumeBootPattern-660669985-router', 'tenant_id': '895de2aea84347b091b80f1ed42b6eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e99668b4-dd04-43df-9a89-5c2ae4501a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:02Z', 'updated_at': '2021-06-03T16:20:09Z', 'revision_number': 4, 'project_id': '895de2aea84347b091b80f1ed42b6eaf', 'gw_port': {'id': 'e99668b4-dd04-43df-9a89-5c2ae4501a89', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436cde03-2a3e-4d90-9669-404f94d5b8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:03Z', 'updated_at': '2021-06-03T16:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': '2d4ba3e5-c5dc-4848-9c64-07e2457f5064', 'name': '', 'network_id': 'b5ef4031-997f-419e-a52a-f7bfda3a4d82', 'tenant_id': '895de2aea84347b091b80f1ed42b6eaf', 'mac_address': 'fa:16:3e:42:fa:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436cde03-2a3e-4d90-9669-404f94d5b8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '13ab2671-9e94-4c1d-a2ff-3b3a99d21af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:08Z', 'updated_at': '2021-06-03T16:20:15Z', 'revision_number': 4, 'project_id': '895de2aea84347b091b80f1ed42b6eaf', 'subnets': [{'id': '13ab2671-9e94-4c1d-a2ff-3b3a99d21af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:17.803549 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958dded0-cc14-4e9c-af8a-61d0043dd2ff None None] The sync data for ids ['436cde03-2a3e-4d90-9669-404f94d5b8ea'] in dv-cinder-786524-8-iscsi is: [{'id': '436cde03-2a3e-4d90-9669-404f94d5b8ea', 'name': 'tempest-TestVolumeBootPattern-660669985-router', 'tenant_id': '895de2aea84347b091b80f1ed42b6eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e99668b4-dd04-43df-9a89-5c2ae4501a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:02Z', 'updated_at': '2021-06-03T16:20:09Z', 'revision_number': 4, 'project_id': '895de2aea84347b091b80f1ed42b6eaf', 'gw_port': {'id': 'e99668b4-dd04-43df-9a89-5c2ae4501a89', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436cde03-2a3e-4d90-9669-404f94d5b8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:03Z', 'updated_at': '2021-06-03T16:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': '2d4ba3e5-c5dc-4848-9c64-07e2457f5064', 'name': '', 'network_id': 'b5ef4031-997f-419e-a52a-f7bfda3a4d82', 'tenant_id': '895de2aea84347b091b80f1ed42b6eaf', 'mac_address': 'fa:16:3e:42:fa:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436cde03-2a3e-4d90-9669-404f94d5b8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '13ab2671-9e94-4c1d-a2ff-3b3a99d21af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:08Z', 'updated_at': '2021-06-03T16:20:15Z', 'revision_number': 4, 'project_id': '895de2aea84347b091b80f1ed42b6eaf', 'subnets': [{'id': '13ab2671-9e94-4c1d-a2ff-3b3a99d21af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:20:17.834281 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:17.848093 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93c0aa6-cc30-4879-a142-a8f2d6944677 admin admin] Router 0eb71af9-3401-43cf-8137-0e5954764166 has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:20:17.895881 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] For port c2359760-e7fd-41c4-8fbc-42319e64e530, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=c2359760-e7fd-41c4-8fbc-42319e64e530,segment=NetworkSegment(85b01a76-96af-409b-a8d7-73ca63f153b4),segment_id=85b01a76-96af-409b-a8d7-73ca63f153b4)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:20:17.921914 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:17.925617 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e,revision_number=10']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:17.929204 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:17.930887 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-8fb2e2f3-550e-4db6-89db-95cf7400677b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:18.012440 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-efa97867-2d0e-44a2-ab54-bddd31496516 None None] Provisioning complete for port 923be44e-72c8-49e9-a749-d488b445b6b2 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:18.017337 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-efa97867-2d0e-44a2-ab54-bddd31496516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:18.104424 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Pushing event updated for resources: {'Port': ['ID=c2359760-e7fd-41c4-8fbc-42319e64e530,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:18.114456 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:18.117337 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-efa97867-2d0e-44a2-ab54-bddd31496516 None None] Port 923be44e-72c8-49e9-a749-d488b445b6b2 cannot update to ACTIVE because it is not bound. {{(pid=91618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 16:20:18.184936 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93c0aa6-cc30-4879-a142-a8f2d6944677 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:20:18.208472 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-d93c0aa6-cc30-4879-a142-a8f2d6944677 admin admin] 10.222.0.66 "PUT /v2.0/routers/0eb71af9-3401-43cf-8137-0e5954764166/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7207270
Jun 03 16:20:18.252808 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 33192) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:18.291500 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c93677-ecd9-4661-8b2d-e4574deac8a5 req-ed1e6a4a-4f85-4cc7-a77a-c2f68520f633 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:18.293207 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-40c93677-ecd9-4661-8b2d-e4574deac8a5 req-ed1e6a4a-4f85-4cc7-a77a-c2f68520f633 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 947 time: 0.1965058
Jun 03 16:20:18.295754 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b2278-969e-4b8f-a7cc-acca7f19e130 req-f406c43f-f62a-4489-9d2c-559023cd495a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:18.297505 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-992b2278-969e-4b8f-a7cc-acca7f19e130 req-f406c43f-f62a-4489-9d2c-559023cd495a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 1100 time: 0.1436319
Jun 03 16:20:18.354682 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f6584c-5526-485c-8f77-37358aa2fbd0 admin admin] Deleting subnet 890db160-4d07-4ff5-9d87-f61f9c555875 {{(pid=91616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 16:20:18.358012 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-34f6584c-5526-485c-8f77-37358aa2fbd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:18.406947 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-40c93677-ecd9-4661-8b2d-e4574deac8a5 req-ca236caa-4638-44b6-8bd7-38302ebd6b2c tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1021488
Jun 03 16:20:18.410393 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-992b2278-969e-4b8f-a7cc-acca7f19e130 req-397d9742-8cf6-4bea-a26a-89e1c60427f4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0833163
Jun 03 16:20:18.427356 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-34f6584c-5526-485c-8f77-37358aa2fbd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3092190'] for subnet, precommit_delete_associations {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:18.492537 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-34f6584c-5526-485c-8f77-37358aa2fbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722772'] for subnet, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:18.665697 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79a26f2-a390-4b15-850e-40600db37d13 None None] Sync routers for ids ['0eb71af9-3401-43cf-8137-0e5954764166'] in dv-cinder-786524-8-iscsi {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:20:18.679758 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79a26f2-a390-4b15-850e-40600db37d13 None None] Routers {'0eb71af9-3401-43cf-8137-0e5954764166'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:20:18.681549 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-f79a26f2-a390-4b15-850e-40600db37d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa0de3790>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:20:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['0eb71af9-3401-43cf-8137-0e5954764166'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:18.956178 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a6b7c-a993-4de9-b217-9f12828bca83 req-70496d60-0765-42fd-a7ae-3d272bc0e30d tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:18.959174 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a34a6b7c-a993-4de9-b217-9f12828bca83 req-70496d60-0765-42fd-a7ae-3d272bc0e30d tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.1914158
Jun 03 16:20:18.960714 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device c2359760-e7fd-41c4-8fbc-42319e64e530 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:20:18.966352 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-34f6584c-5526-485c-8f77-37358aa2fbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858693'] for subnet, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:18.973658 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-c8deab4b-16c0-4392-ae93-baee78e9fb93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:19.015320 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-f79a26f2-a390-4b15-850e-40600db37d13 None None] Set router 0eb71af9-3401-43cf-8137-0e5954764166 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:20:19.039495 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6584c-5526-485c-8f77-37358aa2fbd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=890db160-4d07-4ff5-9d87-f61f9c555875,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:19.045307 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-34f6584c-5526-485c-8f77-37358aa2fbd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:19.052421 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-34f6584c-5526-485c-8f77-37358aa2fbd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:19.061496 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-34f6584c-5526-485c-8f77-37358aa2fbd0 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/890db160-4d07-4ff5-9d87-f61f9c555875 HTTP/1.1" status: 204  len: 168 time: 0.8074565
Jun 03 16:20:19.065053 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 33208) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:19.107634 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a34a6b7c-a993-4de9-b217-9f12828bca83 req-f89d638e-f01f-4512-9ce7-8789e28a1b54 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358242
Jun 03 16:20:19.202601 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 33212) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:19.208265 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-a3e1572c-2841-45b5-b6b7-b8bdd3a1d780 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1599716088-network', 'tenant_id': '6ba6a33644714f3981404ebc87d038e6'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:20:19.214373 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-a3e1572c-2841-45b5-b6b7-b8bdd3a1d780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:19.218950 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-a3e1572c-2841-45b5-b6b7-b8bdd3a1d780 admin admin] Usage tracker for resource:network and tenant:6ba6a33644714f3981404ebc87d038e6 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:19.222418 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-a3e1572c-2841-45b5-b6b7-b8bdd3a1d780 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:19.229593 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-a3e1572c-2841-45b5-b6b7-b8bdd3a1d780 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:19.242424 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e1572c-2841-45b5-b6b7-b8bdd3a1d780 admin admin] Made reservation on behalf of 6ba6a33644714f3981404ebc87d038e6 for: {'network': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:20:19.246042 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a3e1572c-2841-45b5-b6b7-b8bdd3a1d780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7909625'] for network, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:19.263090 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a3e1572c-2841-45b5-b6b7-b8bdd3a1d780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:19.284737 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-a3e1572c-2841-45b5-b6b7-b8bdd3a1d780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:19.288815 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-a3e1572c-2841-45b5-b6b7-b8bdd3a1d780 admin admin] Usage tracker for resource:security_group_rule and tenant:6ba6a33644714f3981404ebc87d038e6 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:19.293391 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-a3e1572c-2841-45b5-b6b7-b8bdd3a1d780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:19.299475 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-a3e1572c-2841-45b5-b6b7-b8bdd3a1d780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:19.324985 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-23445165-2078-42de-b55e-1f733e7ba543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086256'] for network, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:19.413098 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a3e1572c-2841-45b5-b6b7-b8bdd3a1d780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:19.418251 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a3e1572c-2841-45b5-b6b7-b8bdd3a1d780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:19.422988 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:19.423276 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port c2359760-e7fd-41c4-8fbc-42319e64e530 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:19.423660 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:19.445013 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e1572c-2841-45b5-b6b7-b8bdd3a1d780 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945}  {{(pid=91617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 16:20:19.466792 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1572c-2841-45b5-b6b7-b8bdd3a1d780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd655170-17f8-43b3-9684-6b33748233c4,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:19.470152 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a3e1572c-2841-45b5-b6b7-b8bdd3a1d780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:19.471478 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a3e1572c-2841-45b5-b6b7-b8bdd3a1d780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:19.471939 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.db.segments_db [None req-a3e1572c-2841-45b5-b6b7-b8bdd3a1d780 admin admin] Added segment 2ee5ab9d-b86e-45d7-a9a9-745eb7809d75 of type vlan for network 0a0485fa-0060-4da4-80ad-c2b36b1f3766
Jun 03 16:20:19.476864 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-23445165-2078-42de-b55e-1f733e7ba543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8051073', 'neutron.services.segments.db._delete_segments_for_network-8727276549825'] for network, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:19.501247 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.services.segments.db [None req-23445165-2078-42de-b55e-1f733e7ba543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7effa1e5aa90>,) {'filters': {'network_id': ['4201750e-bded-4d48-84d8-62df05a2c3fb']}} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:19.509095 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a3e1572c-2841-45b5-b6b7-b8bdd3a1d780 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727276187850'] for network, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:19.519963 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.services.segments.db [None req-23445165-2078-42de-b55e-1f733e7ba543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7effa1e5aa90>, '32444300-ec9f-49ab-9cc6-b285e44b2fde') {'for_net_delete': True} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:19.520258 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.services.segments.db [None req-23445165-2078-42de-b55e-1f733e7ba543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7effa1e5aa90>, '32444300-ec9f-49ab-9cc6-b285e44b2fde') {} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:19.535043 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-23445165-2078-42de-b55e-1f733e7ba543 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727276553436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3092135'] for segment, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:19.559701 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-23445165-2078-42de-b55e-1f733e7ba543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:19.578892 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23445165-2078-42de-b55e-1f733e7ba543 admin admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=91616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 16:20:19.581104 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-23445165-2078-42de-b55e-1f733e7ba543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954264'] for segment, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:19.612713 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a3e1572c-2841-45b5-b6b7-b8bdd3a1d780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335'] for network, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:19.620104 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e1572c-2841-45b5-b6b7-b8bdd3a1d780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:19.622704 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a3e1572c-2841-45b5-b6b7-b8bdd3a1d780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:19.647851 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-84cb77d6-f1db-46aa-8839-5d8412dd8414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:19.716890 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 2d4ba3e5-c5dc-4848-9c64-07e2457f5064 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]: Traceback (most recent call last):
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]:     timer()
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]:     cb(*args, **kw)
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]:     return func(*args, **kwargs)
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]:     self._notify()
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]:     self.callback(batched_events)
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]:     event.method(event)
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]:     return f(self, *a, **k)
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]:     return self._get(url).json()
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]:     return self.request(url, 'GET', **kwargs)
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 16:20:19.724494 dv-cinder-786524-8-iscsi neutron-server[91616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 16:20:19.777490 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-f79a26f2-a390-4b15-850e-40600db37d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa0de3790>, [{'id': '0eb71af9-3401-43cf-8137-0e5954764166', 'name': 'tempest-TestShelveInstance-1070389696-router', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'c2359760-e7fd-41c4-8fbc-42319e64e530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:08Z', 'updated_at': '2021-06-03T16:20:15Z', 'revision_number': 4, 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'gw_port': {'id': 'c2359760-e7fd-41c4-8fbc-42319e64e530', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb71af9-3401-43cf-8137-0e5954764166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:11Z', 'updated_at': '2021-06-03T16:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': '923be44e-72c8-49e9-a749-d488b445b6b2', 'name': '', 'network_id': '59734cb5-b3cd-4731-b72c-e406b3f16f4f', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'mac_address': 'fa:16:3e:b2:4d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb71af9-3401-43cf-8137-0e5954764166', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e1cf8725-43b3-4508-857e-71350cd10ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:14Z', 'updated_at': '2021-06-03T16:20:16Z', 'revision_number': 2, 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'subnets': [{'id': 'e1cf8725-43b3-4508-857e-71350cd10ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:19.786098 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-23445165-2078-42de-b55e-1f733e7ba543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380276'] for network, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:19.787260 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79a26f2-a390-4b15-850e-40600db37d13 None None] Checking router: 0eb71af9-3401-43cf-8137-0e5954764166 for host: dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:20:19.787490 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79a26f2-a390-4b15-850e-40600db37d13 None None] Updating router 0eb71af9-3401-43cf-8137-0e5954764166 port 923be44e-72c8-49e9-a749-d488b445b6b2 binding host dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 16:20:19.791716 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-bf0b1238-db61-4f12-94f9-392092659832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:19.820002 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-23445165-2078-42de-b55e-1f733e7ba543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:19.835160 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23445165-2078-42de-b55e-1f733e7ba543 admin admin] Pushing event deleted for resources: {'Network': ['ID=4201750e-bded-4d48-84d8-62df05a2c3fb,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:19.840937 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-23445165-2078-42de-b55e-1f733e7ba543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:19.851006 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-23445165-2078-42de-b55e-1f733e7ba543 admin admin] 10.222.0.66 "DELETE /v2.0/networks/4201750e-bded-4d48-84d8-62df05a2c3fb HTTP/1.1" status: 204  len: 168 time: 0.7840343
Jun 03 16:20:19.953312 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-f79a26f2-a390-4b15-850e-40600db37d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:19.969286 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87436bf3-0196-4f6f-9665-cfe81c8d03c1 req-87ffd9cf-e919-4e11-979e-0427b1d2151a tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:19.970785 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-87436bf3-0196-4f6f-9665-cfe81c8d03c1 req-87ffd9cf-e919-4e11-979e-0427b1d2151a tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.73 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.4572287
Jun 03 16:20:19.971534 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1572c-2841-45b5-b6b7-b8bdd3a1d780 admin admin] Pushing event updated for resources: {'Network': ['ID=0a0485fa-0060-4da4-80ad-c2b36b1f3766,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:19.976276 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a3e1572c-2841-45b5-b6b7-b8bdd3a1d780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:19.985828 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 33230) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:19.988734 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-a3e1572c-2841-45b5-b6b7-b8bdd3a1d780 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7809961
Jun 03 16:20:19.990455 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-7bd156e0-e6b7-4259-aa1d-fa2456ae4c2b admin admin] Request body: {'subnet': {'network_id': '0a0485fa-0060-4da4-80ad-c2b36b1f3766', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1599716088-subnet', 'tenant_id': '6ba6a33644714f3981404ebc87d038e6', 'ip_version': 4}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:20:19.997591 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-7bd156e0-e6b7-4259-aa1d-fa2456ae4c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:20.006814 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-7bd156e0-e6b7-4259-aa1d-fa2456ae4c2b admin admin] Usage tracker for resource:subnet and tenant:6ba6a33644714f3981404ebc87d038e6 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:20.015179 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-7bd156e0-e6b7-4259-aa1d-fa2456ae4c2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:20.020208 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Network 0a0485fa-0060-4da4-80ad-c2b36b1f3766 details requested by agent ovs-agent-dv-cinder-786524-8-iscsi with host dv-cinder-786524-8-iscsi {{(pid=91618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 16:20:20.027252 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-7bd156e0-e6b7-4259-aa1d-fa2456ae4c2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:20.047023 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning for port 2d4ba3e5-c5dc-4848-9c64-07e2457f5064 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:20:20.058598 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd156e0-e6b7-4259-aa1d-fa2456ae4c2b admin admin] Made reservation on behalf of 6ba6a33644714f3981404ebc87d038e6 for: {'subnet': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:20:20.061502 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-7bd156e0-e6b7-4259-aa1d-fa2456ae4c2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870308'] for subnet, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:20.072103 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 2d4ba3e5-c5dc-4848-9c64-07e2457f5064 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:20.072530 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:20.155159 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 33240) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:20.330119 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac213f3e-e306-4299-ba10-46064b2bd36f req-cdc32b3b-fea5-4682-afb9-0883c492ddf3 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:20.332460 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ac213f3e-e306-4299-ba10-46064b2bd36f req-cdc32b3b-fea5-4682-afb9-0883c492ddf3 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 947 time: 0.6108305
Jun 03 16:20:20.395048 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-1d44c655-a953-47c1-8bd9-0907b2f48393 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a7468f03a2da433ebc94af6cc13242b8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2387097
Jun 03 16:20:20.403179 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 33262) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:20.501290 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c47d85-140a-4883-aee4-20e91597c3c8 req-b5862b5d-3ef9-49ee-8795-cb677e7d0ca2 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:20.502976 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-91c47d85-140a-4883-aee4-20e91597c3c8 req-b5862b5d-3ef9-49ee-8795-cb677e7d0ca2 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 945 time: 0.1533749
Jun 03 16:20:20.522051 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-56137da6-814c-4b0a-a7c5-d1ee783f1a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:20.544937 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-87436bf3-0196-4f6f-9665-cfe81c8d03c1 req-f51ef41f-5d13-4c8e-875a-23286afbbb3f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Deleting port aa2ca215-9b47-4330-9719-2cc810d6dcdb {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:20:20.545421 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-87436bf3-0196-4f6f-9665-cfe81c8d03c1 req-f51ef41f-5d13-4c8e-875a-23286afbbb3f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:20.584560 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-91c47d85-140a-4883-aee4-20e91597c3c8 req-9005f03f-8d87-4c81-9a96-0cebd35c79db tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744882
Jun 03 16:20:20.694213 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ac213f3e-e306-4299-ba10-46064b2bd36f req-b0fbfd8d-c1a7-4e37-a333-6f7bab86569e tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3528109
Jun 03 16:20:20.720709 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-f79a26f2-a390-4b15-850e-40600db37d13 None None] Notify callbacks [] for port, precommit_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:20.720914 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-87436bf3-0196-4f6f-9665-cfe81c8d03c1 req-f51ef41f-5d13-4c8e-875a-23286afbbb3f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] For port aa2ca215-9b47-4330-9719-2cc810d6dcdb, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=aa2ca215-9b47-4330-9719-2cc810d6dcdb,segment=NetworkSegment(a614c55a-6f6c-4e3a-94de-0a8bc8101021),segment_id=a614c55a-6f6c-4e3a-94de-0a8bc8101021)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:20:20.721188 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-87436bf3-0196-4f6f-9665-cfe81c8d03c1 req-f51ef41f-5d13-4c8e-875a-23286afbbb3f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:20.734574 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:20.740065 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-56137da6-814c-4b0a-a7c5-d1ee783f1a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:20.744460 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-f79a26f2-a390-4b15-850e-40600db37d13 None None] Transition to ACTIVE for port object 923be44e-72c8-49e9-a749-d488b445b6b2 will not be triggered until provisioned by entity L2. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:20:20.755576 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-f79a26f2-a390-4b15-850e-40600db37d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:20.765546 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:20.772010 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-7bd156e0-e6b7-4259-aa1d-fa2456ae4c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870326'] for subnet, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:20.776870 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:20.854728 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd156e0-e6b7-4259-aa1d-fa2456ae4c2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=53e9062e-c243-4605-bbfc-d38190a05fbb,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:20.866218 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-7bd156e0-e6b7-4259-aa1d-fa2456ae4c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:20.889000 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-87436bf3-0196-4f6f-9665-cfe81c8d03c1 req-f51ef41f-5d13-4c8e-875a-23286afbbb3f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Calling delete_port for aa2ca215-9b47-4330-9719-2cc810d6dcdb owned by compute:nova {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:20:20.954312 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd156e0-e6b7-4259-aa1d-fa2456ae4c2b admin admin] Checking segment: {'id': '2ee5ab9d-b86e-45d7-a9a9-745eb7809d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '0a0485fa-0060-4da4-80ad-c2b36b1f3766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:20:20.954669 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd156e0-e6b7-4259-aa1d-fa2456ae4c2b admin admin] Network hostable DHCP agents. Network: 0a0485fa-0060-4da4-80ad-c2b36b1f3766, hostable agents: ['c044945e-c5c8-447c-aba8-a587522630bd'], hosted agents: [] {{(pid=91616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 16:20:20.985814 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] For port 2d4ba3e5-c5dc-4848-9c64-07e2457f5064, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=2d4ba3e5-c5dc-4848-9c64-07e2457f5064,segment=NetworkSegment(8b1345ec-55d7-4ee6-b271-e2d161f6aa49),segment_id=8b1345ec-55d7-4ee6-b271-e2d161f6aa49)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:20:20.999774 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd156e0-e6b7-4259-aa1d-fa2456ae4c2b admin admin] Network 0a0485fa-0060-4da4-80ad-c2b36b1f3766 is scheduled to be hosted by DHCP agent c044945e-c5c8-447c-aba8-a587522630bd with binding_index 1 {{(pid=91616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 16:20:21.014943 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-7bd156e0-e6b7-4259-aa1d-fa2456ae4c2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-iscsi, 0a0485fa-0060-4da4-80ad-c2b36b1f3766) {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:20:21.029781 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd156e0-e6b7-4259-aa1d-fa2456ae4c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:21.030370 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-7bd156e0-e6b7-4259-aa1d-fa2456ae4c2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:21.044728 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:21.047470 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c87071-f687-49f1-ac0d-91cdb5d17f3f None None] Network 0a0485fa-0060-4da4-80ad-c2b36b1f3766 requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:20:21.065650 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-7bd156e0-e6b7-4259-aa1d-fa2456ae4c2b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0816679
Jun 03 16:20:21.068089 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 33266) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:21.074232 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-6ff8e323-43a8-4e56-a6d7-c220187613fe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1599716088-router', 'tenant_id': '6ba6a33644714f3981404ebc87d038e6', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:20:21.085426 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-6ff8e323-43a8-4e56-a6d7-c220187613fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:21.092347 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-6ff8e323-43a8-4e56-a6d7-c220187613fe admin admin] Usage tracker for resource:router and tenant:6ba6a33644714f3981404ebc87d038e6 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:21.094116 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb79465-71f1-4102-ad84-1cf9cab4b760 None None] Pushing event updated for resources: {'Port': ['ID=923be44e-72c8-49e9-a749-d488b445b6b2,revision_number=3']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:21.095662 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-6ff8e323-43a8-4e56-a6d7-c220187613fe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:21.102789 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-6ff8e323-43a8-4e56-a6d7-c220187613fe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:21.114821 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6ff8e323-43a8-4e56-a6d7-c220187613fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30227'] for router, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:21.116048 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6ff8e323-43a8-4e56-a6d7-c220187613fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-686308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-773730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30234'] for router, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:21.135262 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6ff8e323-43a8-4e56-a6d7-c220187613fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:21.144645 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-0fb79465-71f1-4102-ad84-1cf9cab4b760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:21.145112 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:21.183829 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-56137da6-814c-4b0a-a7c5-d1ee783f1a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:21.190424 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-c55346e9-124b-4102-9643-cd72d210305a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:21.205712 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56137da6-814c-4b0a-a7c5-d1ee783f1a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134bf0b6-15c6-4e02-a653-2112a430ee48,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:21.208040 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-56137da6-814c-4b0a-a7c5-d1ee783f1a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:21.237332 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-87436bf3-0196-4f6f-9665-cfe81c8d03c1 req-f51ef41f-5d13-4c8e-875a-23286afbbb3f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:21.247666 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-1c135b8c-9d5c-4c01-839c-39f5095084d8 tempest-VolumesActionsTest-714490780 tempest-VolumesActionsTest-714490780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:21.272708 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['aa2ca215-9b47-4330-9719-2cc810d6dcdb', '3ecd3046-ff96-45a4-bae9-a8694691d76e'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:20:21.299901 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ef41f-5d13-4c8e-875a-23286afbbb3f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Pushing event deleted for resources: {'Port': ['ID=aa2ca215-9b47-4330-9719-2cc810d6dcdb,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:21.302491 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-f51ef41f-5d13-4c8e-875a-23286afbbb3f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:21.355974 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-f79a26f2-a390-4b15-850e-40600db37d13 None None] Attempting to bind port 923be44e-72c8-49e9-a749-d488b445b6b2 on host dv-cinder-786524-8-iscsi for vnic_type normal with profile  {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:20:21.355974 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-f79a26f2-a390-4b15-850e-40600db37d13 None None] Attempting to bind port 923be44e-72c8-49e9-a749-d488b445b6b2 by drivers openvswitch,hyperv on host dv-cinder-786524-8-iscsi at level 0 using segments [{'id': '65209784-6311-4945-8a9d-aa092e608747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '59734cb5-b3cd-4731-b72c-e406b3f16f4f'}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:20:21.355974 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a26f2-a390-4b15-850e-40600db37d13 None None] Attempting to bind port 923be44e-72c8-49e9-a749-d488b445b6b2 on network 59734cb5-b3cd-4731-b72c-e406b3f16f4f {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:20:21.356405 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-56137da6-814c-4b0a-a7c5-d1ee783f1a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:21.356405 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-56137da6-814c-4b0a-a7c5-d1ee783f1a4c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/134bf0b6-15c6-4e02-a653-2112a430ee48 HTTP/1.1" status: 204  len: 168 time: 0.9446604
Jun 03 16:20:21.383376 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a26f2-a390-4b15-850e-40600db37d13 None None] Checking agent: {'id': 'ac8e9f39-4eb9-409d-95f3-792de4f7d79f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:20:21.384727 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a26f2-a390-4b15-850e-40600db37d13 None None] Checking segment: {'id': '65209784-6311-4945-8a9d-aa092e608747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '59734cb5-b3cd-4731-b72c-e406b3f16f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:20:21.385615 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-f79a26f2-a390-4b15-850e-40600db37d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:21.386087 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a26f2-a390-4b15-850e-40600db37d13 None None] Bound using segment: {'id': '65209784-6311-4945-8a9d-aa092e608747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '59734cb5-b3cd-4731-b72c-e406b3f16f4f'} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:20:21.386642 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-f79a26f2-a390-4b15-850e-40600db37d13 None None] Bound port: 923be44e-72c8-49e9-a749-d488b445b6b2, host: dv-cinder-786524-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65209784-6311-4945-8a9d-aa092e608747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '59734cb5-b3cd-4731-b72c-e406b3f16f4f'}}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:20:21.387032 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-f79a26f2-a390-4b15-850e-40600db37d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:21.403445 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Pushing event updated for resources: {'Port': ['ID=2d4ba3e5-c5dc-4848-9c64-07e2457f5064,revision_number=5']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:21.413106 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:21.432502 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6ff8e323-43a8-4e56-a6d7-c220187613fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-686290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30324'] for router, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:21.437427 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-87436bf3-0196-4f6f-9665-cfe81c8d03c1 req-f51ef41f-5d13-4c8e-875a-23286afbbb3f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] No DVR routers for this DVR port aa2ca215-9b47-4330-9719-2cc810d6dcdb on host hv-cinder-78652 {{(pid=91617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:20:21.440378 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-87436bf3-0196-4f6f-9665-cfe81c8d03c1 req-f51ef41f-5d13-4c8e-875a-23286afbbb3f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:21.442994 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-87436bf3-0196-4f6f-9665-cfe81c8d03c1 req-f51ef41f-5d13-4c8e-875a-23286afbbb3f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.73 "DELETE /v2.0/ports/aa2ca215-9b47-4330-9719-2cc810d6dcdb HTTP/1.1" status: 204  len: 173 time: 1.4461300
Jun 03 16:20:21.443590 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ec446f-6249-44c7-9da3-74c4bda1819a', 'name': 'network-vif-deleted', 'tag': 'aa2ca215-9b47-4330-9719-2cc810d6dcdb'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:20:21.446377 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c1c877-51a3-4933-baa7-4046788fc472" -d '{"events": [{"server_uuid": "41ec446f-6249-44c7-9da3-74c4bda1819a", "name": "network-vif-deleted", "tag": "aa2ca215-9b47-4330-9719-2cc810d6dcdb"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:20:21.517985 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3d2717-869f-4bfb-b5b2-8531850fd0de x-openstack-request-id: req-de3d2717-869f-4bfb-b5b2-8531850fd0de {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:20:21.518405 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ec446f-6249-44c7-9da3-74c4bda1819a", "name": "network-vif-deleted", "tag": "aa2ca215-9b47-4330-9719-2cc810d6dcdb", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:20:21.518776 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-de3d2717-869f-4bfb-b5b2-8531850fd0de {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:20:21.519428 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ec446f-6249-44c7-9da3-74c4bda1819a', 'name': 'network-vif-deleted', 'tag': 'aa2ca215-9b47-4330-9719-2cc810d6dcdb', 'status': 'completed', 'code': 200}
Jun 03 16:20:21.706991 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-f79a26f2-a390-4b15-850e-40600db37d13 None None] For port 923be44e-72c8-49e9-a749-d488b445b6b2, host dv-cinder-786524-8-iscsi, cleared binding levels {{(pid=91618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:20:21.709716 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271bb361-e59e-49b8-ae25-e39538ff4d92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10b196e7-bcaa-5b87-a244-394a9af7543c-0a0485fa-0060-4da4-80ad-c2b36b1f3766', 'network_id': '0a0485fa-0060-4da4-80ad-c2b36b1f3766', 'tenant_id': '6ba6a33644714f3981404ebc87d038e6', 'fixed_ips': [{'subnet_id': '53e9062e-c243-4605-bbfc-d38190a05fbb'}]}} from dv-cinder-786524-8-iscsi. {{(pid=91618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 03 16:20:21.710711 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-271bb361-e59e-49b8-ae25-e39538ff4d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:21.740052 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-f79a26f2-a390-4b15-850e-40600db37d13 None None] For port 923be44e-72c8-49e9-a749-d488b445b6b2, host dv-cinder-786524-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=923be44e-72c8-49e9-a749-d488b445b6b2,segment=NetworkSegment(65209784-6311-4945-8a9d-aa092e608747),segment_id=65209784-6311-4945-8a9d-aa092e608747)] {{(pid=91618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:20:21.797528 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-f79a26f2-a390-4b15-850e-40600db37d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:21.806190 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-0f798488-0c1c-4142-9764-d91e34061c9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:21.864168 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-12815631-5f41-4d8f-a2a3-656d7a46d052 req-cf5a0da3-998c-4d81-b171-a06c4389ddc2 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Synchronizing usage tracker for tenant:ac92454434b9488fb13bd0596cb98647 on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:20:21.901191 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-12815631-5f41-4d8f-a2a3-656d7a46d052 req-cf5a0da3-998c-4d81-b171-a06c4389ddc2 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Unset dirty status for tenant:ac92454434b9488fb13bd0596cb98647 on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:20:21.919790 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-12815631-5f41-4d8f-a2a3-656d7a46d052 req-cf5a0da3-998c-4d81-b171-a06c4389ddc2 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ec446f-6249-44c7-9da3-74c4bda1819a HTTP/1.1" status: 200  len: 210 time: 0.1095304
Jun 03 16:20:22.025934 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb79465-71f1-4102-ad84-1cf9cab4b760 None None] Pushing event updated for resources: {'Port': ['ID=923be44e-72c8-49e9-a749-d488b445b6b2,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:22.119596 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.db_base_plugin_common [None req-271bb361-e59e-49b8-ae25-e39538ff4d92 None None] Allocated IP 172.20.0.2 (0a0485fa-0060-4da4-80ad-c2b36b1f3766/53e9062e-c243-4605-bbfc-d38190a05fbb/9905e157-5ec4-4910-9e62-25f1b903e107) {{(pid=91618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:20:22.138322 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79a26f2-a390-4b15-850e-40600db37d13 None None] Routers {'0eb71af9-3401-43cf-8137-0e5954764166'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:20:22.139070 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-f79a26f2-a390-4b15-850e-40600db37d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa0de3790>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:20:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['0eb71af9-3401-43cf-8137-0e5954764166'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:22.144244 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6ff8e323-43a8-4e56-a6d7-c220187613fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:22.187937 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6ff8e323-43a8-4e56-a6d7-c220187613fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:22.262804 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b34fe-e2b2-443f-a46e-aa26fee62e63 req-9cb12eac-ad9c-4f65-9dc2-e4a9e283c225 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:22.264690 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-1d4b34fe-e2b2-443f-a46e-aa26fee62e63 req-9cb12eac-ad9c-4f65-9dc2-e4a9e283c225 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 947 time: 0.2561512
Jun 03 16:20:22.325541 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-0fb79465-71f1-4102-ad84-1cf9cab4b760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:22.371310 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-1d4b34fe-e2b2-443f-a46e-aa26fee62e63 req-f9ae42a9-2d73-4dcb-bd4f-19a67730dfa3 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0980663
Jun 03 16:20:22.413347 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [None req-6ff8e323-43a8-4e56-a6d7-c220187613fe admin admin] Allocated IP 172.27.2.32 (454170da-4e8f-4963-97fb-80bd3b86dedc/06c387f0-ce57-4d04-be2c-2471c04350c2/5a422318-cfb2-44fe-8eb1-bbaecb7582d7) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:20:22.578819 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6ff8e323-43a8-4e56-a6d7-c220187613fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:22.579960 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-f79a26f2-a390-4b15-850e-40600db37d13 None None] Set router 0eb71af9-3401-43cf-8137-0e5954764166 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:20:22.613210 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6ff8e323-43a8-4e56-a6d7-c220187613fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954439'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:22.618243 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:22.650292 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-271bb361-e59e-49b8-ae25-e39538ff4d92 None None] Notify callbacks [] for port, precommit_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:22.672360 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-271bb361-e59e-49b8-ae25-e39538ff4d92 None None] Transition to ACTIVE for port object 9905e157-5ec4-4910-9e62-25f1b903e107 will not be triggered until provisioned by entity L2. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:20:22.674132 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff8e323-43a8-4e56-a6d7-c220187613fe admin admin] Network 454170da-4e8f-4963-97fb-80bd3b86dedc is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:20:22.677008 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-6ff8e323-43a8-4e56-a6d7-c220187613fe admin admin] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:20:22.681749 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff8e323-43a8-4e56-a6d7-c220187613fe admin admin] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:20:22.733527 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8e323-43a8-4e56-a6d7-c220187613fe admin admin] Pushing event updated for resources: {'Port': ['ID=5a422318-cfb2-44fe-8eb1-bbaecb7582d7,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:22.741399 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-6ff8e323-43a8-4e56-a6d7-c220187613fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:22.781107 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-271bb361-e59e-49b8-ae25-e39538ff4d92 None None] Transition to ACTIVE for port object 9905e157-5ec4-4910-9e62-25f1b903e107 will not be triggered until provisioned by entity DHCP. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:20:22.832312 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-271bb361-e59e-49b8-ae25-e39538ff4d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340'] for port, after_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:22.841328 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:22.910775 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271bb361-e59e-49b8-ae25-e39538ff4d92 None None] Network 0a0485fa-0060-4da4-80ad-c2b36b1f3766 is already hosted by enough agents. {{(pid=91618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:20:22.917107 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.scheduler.base_scheduler [None req-271bb361-e59e-49b8-ae25-e39538ff4d92 None None] Resources bound (agent type, host, resource id):  {{(pid=91618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:20:22.920043 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271bb361-e59e-49b8-ae25-e39538ff4d92 None None] Received port after_create {{(pid=91618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:20:22.985103 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271bb361-e59e-49b8-ae25-e39538ff4d92 None None] Pushing event updated for resources: {'Port': ['ID=9905e157-5ec4-4910-9e62-25f1b903e107,revision_number=1']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:22.991325 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-271bb361-e59e-49b8-ae25-e39538ff4d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:23.084534 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-271bb361-e59e-49b8-ae25-e39538ff4d92 None None] Attempting to bind port 9905e157-5ec4-4910-9e62-25f1b903e107 on host dv-cinder-786524-8-iscsi for vnic_type normal with profile  {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:20:23.084919 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-271bb361-e59e-49b8-ae25-e39538ff4d92 None None] Attempting to bind port 9905e157-5ec4-4910-9e62-25f1b903e107 by drivers openvswitch,hyperv on host dv-cinder-786524-8-iscsi at level 0 using segments [{'id': '2ee5ab9d-b86e-45d7-a9a9-745eb7809d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '0a0485fa-0060-4da4-80ad-c2b36b1f3766'}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:20:23.085343 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271bb361-e59e-49b8-ae25-e39538ff4d92 None None] Attempting to bind port 9905e157-5ec4-4910-9e62-25f1b903e107 on network 0a0485fa-0060-4da4-80ad-c2b36b1f3766 {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:20:23.109665 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271bb361-e59e-49b8-ae25-e39538ff4d92 None None] Checking agent: {'id': 'ac8e9f39-4eb9-409d-95f3-792de4f7d79f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:20:23.110048 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271bb361-e59e-49b8-ae25-e39538ff4d92 None None] Checking segment: {'id': '2ee5ab9d-b86e-45d7-a9a9-745eb7809d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '0a0485fa-0060-4da4-80ad-c2b36b1f3766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:20:23.110462 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-271bb361-e59e-49b8-ae25-e39538ff4d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:23.110862 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271bb361-e59e-49b8-ae25-e39538ff4d92 None None] Bound using segment: {'id': '2ee5ab9d-b86e-45d7-a9a9-745eb7809d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '0a0485fa-0060-4da4-80ad-c2b36b1f3766'} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:20:23.111353 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-271bb361-e59e-49b8-ae25-e39538ff4d92 None None] Bound port: 9905e157-5ec4-4910-9e62-25f1b903e107, host: dv-cinder-786524-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee5ab9d-b86e-45d7-a9a9-745eb7809d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '0a0485fa-0060-4da4-80ad-c2b36b1f3766'}}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:20:23.111731 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-271bb361-e59e-49b8-ae25-e39538ff4d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:23.169178 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6ff8e323-43a8-4e56-a6d7-c220187613fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:23.188265 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 2d4ba3e5-c5dc-4848-9c64-07e2457f5064 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:20:23.272727 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-f79a26f2-a390-4b15-850e-40600db37d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa0de3790>, [{'id': '0eb71af9-3401-43cf-8137-0e5954764166', 'name': 'tempest-TestShelveInstance-1070389696-router', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'c2359760-e7fd-41c4-8fbc-42319e64e530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:08Z', 'updated_at': '2021-06-03T16:20:15Z', 'revision_number': 4, 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'gw_port': {'id': 'c2359760-e7fd-41c4-8fbc-42319e64e530', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb71af9-3401-43cf-8137-0e5954764166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:11Z', 'updated_at': '2021-06-03T16:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': '923be44e-72c8-49e9-a749-d488b445b6b2', 'name': '', 'network_id': '59734cb5-b3cd-4731-b72c-e406b3f16f4f', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'mac_address': 'fa:16:3e:b2:4d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb71af9-3401-43cf-8137-0e5954764166', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e1cf8725-43b3-4508-857e-71350cd10ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:14Z', 'updated_at': '2021-06-03T16:20:21Z', 'revision_number': 4, 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'subnets': [{'id': 'e1cf8725-43b3-4508-857e-71350cd10ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:23.290759 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79a26f2-a390-4b15-850e-40600db37d13 None None] The sync data for ids ['0eb71af9-3401-43cf-8137-0e5954764166'] in dv-cinder-786524-8-iscsi is: [{'id': '0eb71af9-3401-43cf-8137-0e5954764166', 'name': 'tempest-TestShelveInstance-1070389696-router', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'c2359760-e7fd-41c4-8fbc-42319e64e530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:08Z', 'updated_at': '2021-06-03T16:20:15Z', 'revision_number': 4, 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'gw_port': {'id': 'c2359760-e7fd-41c4-8fbc-42319e64e530', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb71af9-3401-43cf-8137-0e5954764166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:11Z', 'updated_at': '2021-06-03T16:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': '923be44e-72c8-49e9-a749-d488b445b6b2', 'name': '', 'network_id': '59734cb5-b3cd-4731-b72c-e406b3f16f4f', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'mac_address': 'fa:16:3e:b2:4d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb71af9-3401-43cf-8137-0e5954764166', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e1cf8725-43b3-4508-857e-71350cd10ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:14Z', 'updated_at': '2021-06-03T16:20:21Z', 'revision_number': 4, 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'subnets': [{'id': 'e1cf8725-43b3-4508-857e-71350cd10ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:20:23.302976 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-271bb361-e59e-49b8-ae25-e39538ff4d92 None None] For port 9905e157-5ec4-4910-9e62-25f1b903e107, host dv-cinder-786524-8-iscsi, cleared binding levels {{(pid=91618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:20:23.307741 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-271bb361-e59e-49b8-ae25-e39538ff4d92 None None] For port 9905e157-5ec4-4910-9e62-25f1b903e107, host dv-cinder-786524-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=9905e157-5ec4-4910-9e62-25f1b903e107,segment=NetworkSegment(2ee5ab9d-b86e-45d7-a9a9-745eb7809d75),segment_id=2ee5ab9d-b86e-45d7-a9a9-745eb7809d75)] {{(pid=91618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:20:23.321419 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-271bb361-e59e-49b8-ae25-e39538ff4d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:23.335062 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-297a8069-6a96-4c64-9782-ba756063c88b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:23.429980 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 2d4ba3e5-c5dc-4848-9c64-07e2457f5064 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:23.431100 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:23.613512 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271bb361-e59e-49b8-ae25-e39538ff4d92 None None] Pushing event updated for resources: {'Port': ['ID=9905e157-5ec4-4910-9e62-25f1b903e107,revision_number=2']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:23.618989 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-271bb361-e59e-49b8-ae25-e39538ff4d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:23.726033 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device aa2ca215-9b47-4330-9719-2cc810d6dcdb no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:20:23.771385 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:20:23.781998 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] No Port match for: aa2ca215-9b47-4330-9719-2cc810d6dcdb {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:20:23.782658 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device aa2ca215-9b47-4330-9719-2cc810d6dcdb not bound to the agent host hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:20:23.951067 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6ff8e323-43a8-4e56-a6d7-c220187613fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-380211'] for router, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:24.121927 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011d1a5-b391-4865-9fd1-b71cc97fcb94 req-de97bb1d-8572-423e-9ef5-402515d0e17d tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:24.123453 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-5011d1a5-b391-4865-9fd1-b71cc97fcb94 req-de97bb1d-8572-423e-9ef5-402515d0e17d tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.2648394
Jun 03 16:20:24.199682 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-5011d1a5-b391-4865-9fd1-b71cc97fcb94 req-1412c395-6e9f-4316-9d12-eafb6c45508b tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704274
Jun 03 16:20:24.242012 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff8e323-43a8-4e56-a6d7-c220187613fe admin admin] Router 1731e151-5832-4b96-87af-b973da2e59ae is scheduled to L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b with binding_index 1 {{(pid=91616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 03 16:20:24.449422 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff8e323-43a8-4e56-a6d7-c220187613fe admin admin] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:20:24.461591 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55df6ca-8018-4e54-8840-fc35cee57bbc None None] Sync routers for ids ['1731e151-5832-4b96-87af-b973da2e59ae'] in dv-cinder-786524-8-iscsi {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:20:24.473361 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55df6ca-8018-4e54-8840-fc35cee57bbc None None] Routers {'1731e151-5832-4b96-87af-b973da2e59ae'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:20:24.474119 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-a55df6ca-8018-4e54-8840-fc35cee57bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa24836d0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:20:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['1731e151-5832-4b96-87af-b973da2e59ae'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:24.475611 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6ff8e323-43a8-4e56-a6d7-c220187613fe admin admin] Notify callbacks [] for router, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:24.477577 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-6ff8e323-43a8-4e56-a6d7-c220187613fe admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.4075906
Jun 03 16:20:24.480570 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 33324) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:24.655232 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1679e6-ee0d-4f99-a0ee-ca25804e01fa None None] Network 0a0485fa-0060-4da4-80ad-c2b36b1f3766 requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:20:24.702606 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-a55df6ca-8018-4e54-8840-fc35cee57bbc None None] Set router 1731e151-5832-4b96-87af-b973da2e59ae gateway port host: dv-cinder-786524-8-iscsi {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:20:24.820191 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-d7960b4b-0ffb-4cd5-b306-6339987d9764 None None] Provisioning for port 9905e157-5ec4-4910-9e62-25f1b903e107 completed by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:20:25.091650 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-a55df6ca-8018-4e54-8840-fc35cee57bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa24836d0>, [{'id': '1731e151-5832-4b96-87af-b973da2e59ae', 'name': 'tempest-TestShelveInstance-1599716088-router', 'tenant_id': '6ba6a33644714f3981404ebc87d038e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5a422318-cfb2-44fe-8eb1-bbaecb7582d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:21Z', 'updated_at': '2021-06-03T16:20:22Z', 'revision_number': 3, 'project_id': '6ba6a33644714f3981404ebc87d038e6', 'gw_port': {'id': '5a422318-cfb2-44fe-8eb1-bbaecb7582d7', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:94:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1731e151-5832-4b96-87af-b973da2e59ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:22Z', 'updated_at': '2021-06-03T16:20:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:25.102683 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55df6ca-8018-4e54-8840-fc35cee57bbc None None] Checking router: 1731e151-5832-4b96-87af-b973da2e59ae for host: dv-cinder-786524-8-iscsi {{(pid=91619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:20:25.102683 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55df6ca-8018-4e54-8840-fc35cee57bbc None None] Updating router 1731e151-5832-4b96-87af-b973da2e59ae port 5a422318-cfb2-44fe-8eb1-bbaecb7582d7 binding host dv-cinder-786524-8-iscsi {{(pid=91619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 16:20:25.199232 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-a55df6ca-8018-4e54-8840-fc35cee57bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:25.304270 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 923be44e-72c8-49e9-a749-d488b445b6b2 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:20:25.411816 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning for port 923be44e-72c8-49e9-a749-d488b445b6b2 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:20:25.417838 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 923be44e-72c8-49e9-a749-d488b445b6b2 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:25.418295 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:25.466150 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-89e252f2-56a9-4df2-8982-6d3c3c09d744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:25.584447 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:25.623156 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] For port 923be44e-72c8-49e9-a749-d488b445b6b2, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=923be44e-72c8-49e9-a749-d488b445b6b2,segment=NetworkSegment(65209784-6311-4945-8a9d-aa092e608747),segment_id=65209784-6311-4945-8a9d-aa092e608747)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:20:25.627144 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:25.627968 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 9905e157-5ec4-4910-9e62-25f1b903e107 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:20:25.665322 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:25.666131 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-a55df6ca-8018-4e54-8840-fc35cee57bbc None None] Notify callbacks [] for port, precommit_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:25.674830 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f9698-b14c-49e4-9f57-73c60326fa3d req-528f3e49-6d4e-402e-87fa-8f742bd1bece tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:25.679270 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.provisioning_blocks [None req-a55df6ca-8018-4e54-8840-fc35cee57bbc None None] Transition to ACTIVE for port object 5a422318-cfb2-44fe-8eb1-bbaecb7582d7 will not be triggered until provisioned by entity L2. {{(pid=91619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:20:25.685257 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-612f9698-b14c-49e4-9f57-73c60326fa3d req-528f3e49-6d4e-402e-87fa-8f742bd1bece tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.2949548
Jun 03 16:20:25.692032 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-a55df6ca-8018-4e54-8840-fc35cee57bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:25.699048 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:25.761458 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Pushing event updated for resources: {'Port': ['ID=923be44e-72c8-49e9-a749-d488b445b6b2,revision_number=5']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:25.764594 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:25.774665 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning for port 9905e157-5ec4-4910-9e62-25f1b903e107 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:20:25.780416 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 9905e157-5ec4-4910-9e62-25f1b903e107 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:25.780855 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:25.784044 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.managers [None req-a55df6ca-8018-4e54-8840-fc35cee57bbc None None] Attempting to bind port 5a422318-cfb2-44fe-8eb1-bbaecb7582d7 on host dv-cinder-786524-8-iscsi for vnic_type normal with profile  {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:20:25.784044 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.managers [None req-a55df6ca-8018-4e54-8840-fc35cee57bbc None None] Attempting to bind port 5a422318-cfb2-44fe-8eb1-bbaecb7582d7 by drivers openvswitch,hyperv on host dv-cinder-786524-8-iscsi at level 0 using segments [{'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}] {{(pid=91619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:20:25.784352 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55df6ca-8018-4e54-8840-fc35cee57bbc None None] Attempting to bind port 5a422318-cfb2-44fe-8eb1-bbaecb7582d7 on network 454170da-4e8f-4963-97fb-80bd3b86dedc {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:20:25.786865 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-612f9698-b14c-49e4-9f57-73c60326fa3d req-94485c17-1ab6-4efe-bacb-1ae8338bf1bb tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028194
Jun 03 16:20:25.809855 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55df6ca-8018-4e54-8840-fc35cee57bbc None None] Checking agent: {'id': 'ac8e9f39-4eb9-409d-95f3-792de4f7d79f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:20:25.809855 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55df6ca-8018-4e54-8840-fc35cee57bbc None None] Checking segment: {'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:20:25.809855 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-a55df6ca-8018-4e54-8840-fc35cee57bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:25.809855 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55df6ca-8018-4e54-8840-fc35cee57bbc None None] Bound using segment: {'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'} {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:20:25.809855 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.managers [None req-a55df6ca-8018-4e54-8840-fc35cee57bbc None None] Bound port: 5a422318-cfb2-44fe-8eb1-bbaecb7582d7, host: dv-cinder-786524-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}}] {{(pid=91619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:20:25.809855 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-a55df6ca-8018-4e54-8840-fc35cee57bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:25.831137 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b8bbb2-34c4-4f3b-9d6c-c881e508a275 None None] Pushing event updated for resources: {'Port': ['ID=5a422318-cfb2-44fe-8eb1-bbaecb7582d7,revision_number=2']} {{(pid=91619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:25.838607 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [None req-69b8bbb2-34c4-4f3b-9d6c-c881e508a275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:25.890237 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.db [None req-a55df6ca-8018-4e54-8840-fc35cee57bbc None None] For port 5a422318-cfb2-44fe-8eb1-bbaecb7582d7, host dv-cinder-786524-8-iscsi, cleared binding levels {{(pid=91619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:20:25.891624 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [None req-89e252f2-56a9-4df2-8982-6d3c3c09d744 admin admin] Allocated IP 172.20.0.1 (0a0485fa-0060-4da4-80ad-c2b36b1f3766/53e9062e-c243-4605-bbfc-d38190a05fbb/82d62fa3-09d8-4e53-9008-700eb2b17ee2) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:20:25.894076 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.db [None req-a55df6ca-8018-4e54-8840-fc35cee57bbc None None] For port 5a422318-cfb2-44fe-8eb1-bbaecb7582d7, host dv-cinder-786524-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=5a422318-cfb2-44fe-8eb1-bbaecb7582d7,segment=NetworkSegment(85b01a76-96af-409b-a8d7-73ca63f153b4),segment_id=85b01a76-96af-409b-a8d7-73ca63f153b4)] {{(pid=91619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:20:25.899167 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-a55df6ca-8018-4e54-8840-fc35cee57bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:25.904146 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:25.915113 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:25.956177 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] For port 9905e157-5ec4-4910-9e62-25f1b903e107, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=9905e157-5ec4-4910-9e62-25f1b903e107,segment=NetworkSegment(2ee5ab9d-b86e-45d7-a9a9-745eb7809d75),segment_id=2ee5ab9d-b86e-45d7-a9a9-745eb7809d75)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:20:25.961614 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:25.963641 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-a29ba0fb-6f11-482d-a35f-b06982df1cc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:25.988059 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b8bbb2-34c4-4f3b-9d6c-c881e508a275 None None] Pushing event updated for resources: {'Port': ['ID=5a422318-cfb2-44fe-8eb1-bbaecb7582d7,revision_number=3']} {{(pid=91619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:25.996437 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [None req-69b8bbb2-34c4-4f3b-9d6c-c881e508a275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:25.996437 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55df6ca-8018-4e54-8840-fc35cee57bbc None None] Routers {'1731e151-5832-4b96-87af-b973da2e59ae'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:20:25.996891 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-a55df6ca-8018-4e54-8840-fc35cee57bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa24836d0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:20:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['1731e151-5832-4b96-87af-b973da2e59ae'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:26.041735 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Pushing event updated for resources: {'Port': ['ID=9905e157-5ec4-4910-9e62-25f1b903e107,revision_number=3']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:26.046940 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:26.063719 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-89e252f2-56a9-4df2-8982-6d3c3c09d744 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:26.079171 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.provisioning_blocks [None req-89e252f2-56a9-4df2-8982-6d3c3c09d744 admin admin] Transition to ACTIVE for port object 82d62fa3-09d8-4e53-9008-700eb2b17ee2 will not be triggered until provisioned by entity DHCP. {{(pid=91616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:20:26.103869 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-89e252f2-56a9-4df2-8982-6d3c3c09d744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954439'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:26.108537 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-89ce926a-a667-43b5-962b-665c568c6906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:26.162593 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e252f2-56a9-4df2-8982-6d3c3c09d744 admin admin] Network 0a0485fa-0060-4da4-80ad-c2b36b1f3766 is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:20:26.165882 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-89e252f2-56a9-4df2-8982-6d3c3c09d744 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:20:26.168352 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e252f2-56a9-4df2-8982-6d3c3c09d744 admin admin] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:20:26.177771 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-a55df6ca-8018-4e54-8840-fc35cee57bbc None None] Set router 1731e151-5832-4b96-87af-b973da2e59ae gateway port host: dv-cinder-786524-8-iscsi {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:20:26.234688 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e252f2-56a9-4df2-8982-6d3c3c09d744 admin admin] Pushing event updated for resources: {'Port': ['ID=82d62fa3-09d8-4e53-9008-700eb2b17ee2,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:26.237544 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-89e252f2-56a9-4df2-8982-6d3c3c09d744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:26.249984 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-89e252f2-56a9-4df2-8982-6d3c3c09d744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380413'] for router_interface, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:26.392787 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-89e252f2-56a9-4df2-8982-6d3c3c09d744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:26.417752 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-49f2192c-57ff-4b0b-ab25-5477188a0234 None None] Provisioning for port 82d62fa3-09d8-4e53-9008-700eb2b17ee2 completed by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:20:26.423571 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-49f2192c-57ff-4b0b-ab25-5477188a0234 None None] Provisioning complete for port 82d62fa3-09d8-4e53-9008-700eb2b17ee2 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:26.424081 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-49f2192c-57ff-4b0b-ab25-5477188a0234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:26.479631 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-a55df6ca-8018-4e54-8840-fc35cee57bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa24836d0>, [{'id': '1731e151-5832-4b96-87af-b973da2e59ae', 'name': 'tempest-TestShelveInstance-1599716088-router', 'tenant_id': '6ba6a33644714f3981404ebc87d038e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5a422318-cfb2-44fe-8eb1-bbaecb7582d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:21Z', 'updated_at': '2021-06-03T16:20:22Z', 'revision_number': 3, 'project_id': '6ba6a33644714f3981404ebc87d038e6', 'gw_port': {'id': '5a422318-cfb2-44fe-8eb1-bbaecb7582d7', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:94:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1731e151-5832-4b96-87af-b973da2e59ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:22Z', 'updated_at': '2021-06-03T16:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:26.483685 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55df6ca-8018-4e54-8840-fc35cee57bbc None None] The sync data for ids ['1731e151-5832-4b96-87af-b973da2e59ae'] in dv-cinder-786524-8-iscsi is: [{'id': '1731e151-5832-4b96-87af-b973da2e59ae', 'name': 'tempest-TestShelveInstance-1599716088-router', 'tenant_id': '6ba6a33644714f3981404ebc87d038e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5a422318-cfb2-44fe-8eb1-bbaecb7582d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:21Z', 'updated_at': '2021-06-03T16:20:22Z', 'revision_number': 3, 'project_id': '6ba6a33644714f3981404ebc87d038e6', 'gw_port': {'id': '5a422318-cfb2-44fe-8eb1-bbaecb7582d7', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:94:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1731e151-5832-4b96-87af-b973da2e59ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:22Z', 'updated_at': '2021-06-03T16:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}] {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:20:26.489989 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-49f2192c-57ff-4b0b-ab25-5477188a0234 None None] Port 82d62fa3-09d8-4e53-9008-700eb2b17ee2 cannot update to ACTIVE because it is not bound. {{(pid=91618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 16:20:26.641270 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-89e252f2-56a9-4df2-8982-6d3c3c09d744 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:26.646699 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-89e252f2-56a9-4df2-8982-6d3c3c09d744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954300'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:26.679819 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-2d77a8d5-b19e-4750-a467-6437aee05245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:26.771032 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e252f2-56a9-4df2-8982-6d3c3c09d744 admin admin] Pushing event updated for resources: {'Port': ['ID=82d62fa3-09d8-4e53-9008-700eb2b17ee2,revision_number=2']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:26.780161 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-89e252f2-56a9-4df2-8982-6d3c3c09d744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:26.781006 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-89e252f2-56a9-4df2-8982-6d3c3c09d744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681873'] for router_interface, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:26.982145 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 33358) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:27.028213 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e252f2-56a9-4df2-8982-6d3c3c09d744 admin admin] Network 0a0485fa-0060-4da4-80ad-c2b36b1f3766 is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:20:27.030399 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-89e252f2-56a9-4df2-8982-6d3c3c09d744 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:20:27.166664 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-99ce3feb-8016-4a43-b9a9-8dffd873d656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:27.211645 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-99ce3feb-8016-4a43-b9a9-8dffd873d656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:27.217708 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-99ce3feb-8016-4a43-b9a9-8dffd873d656 admin admin] Usage tracker for resource:security_group_rule and tenant:e912dd9a78884cdcb921bf6415126542 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:27.224628 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-99ce3feb-8016-4a43-b9a9-8dffd873d656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:27.231682 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-99ce3feb-8016-4a43-b9a9-8dffd873d656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:27.244459 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa9ed2-d199-4100-b51b-c7849bf0b42b req-8043bdfd-ddd9-4f18-9dc1-cd4040766c25 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:27.246693 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-d2aa9ed2-d199-4100-b51b-c7849bf0b42b req-8043bdfd-ddd9-4f18-9dc1-cd4040766c25 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.3141923
Jun 03 16:20:27.284591 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 5a422318-cfb2-44fe-8eb1-bbaecb7582d7 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:20:27.339987 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-d2aa9ed2-d199-4100-b51b-c7849bf0b42b req-c1252f5f-c610-46ed-ac62-5e5286051da4 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853200
Jun 03 16:20:27.371769 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e252f2-56a9-4df2-8982-6d3c3c09d744 admin admin] Router 1731e151-5832-4b96-87af-b973da2e59ae has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:20:27.377444 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-ff562ff9-e8f9-47fd-a3e1-7872c0fe4245 None None] Provisioning complete for port 82d62fa3-09d8-4e53-9008-700eb2b17ee2 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:27.377825 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-ff562ff9-e8f9-47fd-a3e1-7872c0fe4245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:27.380124 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-99ce3feb-8016-4a43-b9a9-8dffd873d656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:27.392421 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-99ce3feb-8016-4a43-b9a9-8dffd873d656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:27.400509 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-38236ed4-5db4-4891-af67-5072e502263d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:27.432027 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce3feb-8016-4a43-b9a9-8dffd873d656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67876f6-f480-4afc-8197-07abb85f0ecf,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:27.438318 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-99ce3feb-8016-4a43-b9a9-8dffd873d656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:27.453624 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning for port 5a422318-cfb2-44fe-8eb1-bbaecb7582d7 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:20:27.462365 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-ff562ff9-e8f9-47fd-a3e1-7872c0fe4245 None None] Port 82d62fa3-09d8-4e53-9008-700eb2b17ee2 cannot update to ACTIVE because it is not bound. {{(pid=91618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 16:20:27.462779 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-99ce3feb-8016-4a43-b9a9-8dffd873d656 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e912dd9a78884cdcb921bf6415126542&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4794829
Jun 03 16:20:27.463464 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 33366) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:27.465700 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 5a422318-cfb2-44fe-8eb1-bbaecb7582d7 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:27.466540 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:27.547174 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-84b44a32-f24c-4886-8090-fbbc6e18a483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:27.590322 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-84b44a32-f24c-4886-8090-fbbc6e18a483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:27.606124 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:27.625439 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] For port 5a422318-cfb2-44fe-8eb1-bbaecb7582d7, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=5a422318-cfb2-44fe-8eb1-bbaecb7582d7,segment=NetworkSegment(85b01a76-96af-409b-a8d7-73ca63f153b4),segment_id=85b01a76-96af-409b-a8d7-73ca63f153b4)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:20:27.629967 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:27.630844 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 923be44e-72c8-49e9-a749-d488b445b6b2 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:20:27.668185 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-84b44a32-f24c-4886-8090-fbbc6e18a483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:27.670294 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:27.678140 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-ab1a0425-a51a-4b3a-bd3e-e581fd7c2542 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:27.689962 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b44a32-f24c-4886-8090-fbbc6e18a483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67876f6-f480-4afc-8197-07abb85f0ecf,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:27.693837 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-84b44a32-f24c-4886-8090-fbbc6e18a483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:27.698157 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-84b44a32-f24c-4886-8090-fbbc6e18a483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:27.701957 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-84b44a32-f24c-4886-8090-fbbc6e18a483 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e67876f6-f480-4afc-8197-07abb85f0ecf HTTP/1.1" status: 204  len: 168 time: 0.2347143
Jun 03 16:20:27.744625 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e252f2-56a9-4df2-8982-6d3c3c09d744 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:20:27.772820 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-89e252f2-56a9-4df2-8982-6d3c3c09d744 admin admin] 10.222.0.66 "PUT /v2.0/routers/1731e151-5832-4b96-87af-b973da2e59ae/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2870677
Jun 03 16:20:27.801126 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Pushing event updated for resources: {'Port': ['ID=5a422318-cfb2-44fe-8eb1-bbaecb7582d7,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:27.812325 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:27.823264 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 923be44e-72c8-49e9-a749-d488b445b6b2 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:27.823650 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:27.963736 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 9905e157-5ec4-4910-9e62-25f1b903e107 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:20:28.050678 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 9905e157-5ec4-4910-9e62-25f1b903e107 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:28.051146 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:28.370265 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 33396) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:28.380659 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-2c7d3920-bfa2-4e99-905c-301a664415aa tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1519978731', 'description': 'tempest-secgroup-smoke-1519978731 description', 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:20:28.388177 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-2c7d3920-bfa2-4e99-905c-301a664415aa tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:28.393633 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-2c7d3920-bfa2-4e99-905c-301a664415aa tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Usage tracker for resource:security_group and tenant:f244f46dcdba4cb1ae27b5a94b44c8f7 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:28.399140 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-2c7d3920-bfa2-4e99-905c-301a664415aa tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:28.409972 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-2c7d3920-bfa2-4e99-905c-301a664415aa tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:28.422506 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2c7d3920-bfa2-4e99-905c-301a664415aa tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:28.444209 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-2c7d3920-bfa2-4e99-905c-301a664415aa tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:28.452875 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-2c7d3920-bfa2-4e99-905c-301a664415aa tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Usage tracker for resource:security_group_rule and tenant:f244f46dcdba4cb1ae27b5a94b44c8f7 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:28.455942 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-2c7d3920-bfa2-4e99-905c-301a664415aa tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:28.462157 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-2c7d3920-bfa2-4e99-905c-301a664415aa tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:28.603567 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2c7d3920-bfa2-4e99-905c-301a664415aa tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:28.611443 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee679a-79ae-42da-b5f0-5660a58503eb req-62c1bc9c-1b00-4312-b2e6-61e63d16c917 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:28.612877 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c5ee679a-79ae-42da-b5f0-5660a58503eb req-62c1bc9c-1b00-4312-b2e6-61e63d16c917 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.1455622
Jun 03 16:20:28.613923 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2c7d3920-bfa2-4e99-905c-301a664415aa tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:28.619506 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-ca4c098e-b5fb-4aea-bb47-fb84bb348bfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:28.681301 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d3920-bfa2-4e99-905c-301a664415aa tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf90c574-974c-40af-a095-455f21ec4b17,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:28.691343 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-2c7d3920-bfa2-4e99-905c-301a664415aa tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:28.695402 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2c7d3920-bfa2-4e99-905c-301a664415aa tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:28.699936 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-2c7d3920-bfa2-4e99-905c-301a664415aa tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3254049
Jun 03 16:20:28.700361 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 33404) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:28.707048 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-5219e658-211c-471b-ad25-11ffc1f34c01 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Request body: {'security_group_rule': {'security_group_id': 'cf90c574-974c-40af-a095-455f21ec4b17', 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:20:28.716230 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-5219e658-211c-471b-ad25-11ffc1f34c01 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:28.720403 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c5ee679a-79ae-42da-b5f0-5660a58503eb req-58a0a59d-9b76-4617-bb12-d67d913d11e8 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902245
Jun 03 16:20:28.722730 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-5219e658-211c-471b-ad25-11ffc1f34c01 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Usage tracker for resource:security_group_rule and tenant:f244f46dcdba4cb1ae27b5a94b44c8f7 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:28.726628 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-5219e658-211c-471b-ad25-11ffc1f34c01 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:28.736020 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-5219e658-211c-471b-ad25-11ffc1f34c01 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:28.756094 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5219e658-211c-471b-ad25-11ffc1f34c01 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:28.819824 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5219e658-211c-471b-ad25-11ffc1f34c01 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:28.823620 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5219e658-211c-471b-ad25-11ffc1f34c01 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783988'] for security_group_rule, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:28.831827 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:28.853135 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219e658-211c-471b-ad25-11ffc1f34c01 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=998db713-59d0-4641-81ff-98c5c98f5553,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:28.856229 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-5219e658-211c-471b-ad25-11ffc1f34c01 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:28.864777 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5219e658-211c-471b-ad25-11ffc1f34c01 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:28.869358 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 33408) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:28.869959 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-5219e658-211c-471b-ad25-11ffc1f34c01 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1682060
Jun 03 16:20:28.875562 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-8a0d69e7-1648-44c5-9a25-de2f361ce5d6 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Request body: {'security_group_rule': {'security_group_id': 'cf90c574-974c-40af-a095-455f21ec4b17', 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:20:28.882155 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-8a0d69e7-1648-44c5-9a25-de2f361ce5d6 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:28.887419 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-8a0d69e7-1648-44c5-9a25-de2f361ce5d6 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Usage tracker for resource:security_group_rule and tenant:f244f46dcdba4cb1ae27b5a94b44c8f7 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:28.891328 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-8a0d69e7-1648-44c5-9a25-de2f361ce5d6 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:28.897897 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-8a0d69e7-1648-44c5-9a25-de2f361ce5d6 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:28.921129 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8a0d69e7-1648-44c5-9a25-de2f361ce5d6 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:28.987844 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8a0d69e7-1648-44c5-9a25-de2f361ce5d6 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:28.991607 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8a0d69e7-1648-44c5-9a25-de2f361ce5d6 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783988'] for security_group_rule, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:28.993780 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-724fc7aa-1971-4510-a10b-a8a22cbd2dbe tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:29.016815 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d69e7-1648-44c5-9a25-de2f361ce5d6 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d21bb42-4918-4d2b-bbeb-485608baff98,revision_number=0']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:29.019247 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-8a0d69e7-1648-44c5-9a25-de2f361ce5d6 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:29.027590 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8a0d69e7-1648-44c5-9a25-de2f361ce5d6 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:29.028766 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-8a0d69e7-1648-44c5-9a25-de2f361ce5d6 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1572242
Jun 03 16:20:29.031401 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 33410) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:29.035842 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-7f3510b8-d850-4b0f-b1f0-fc262eb7f85a tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Request body: {'security_group_rule': {'security_group_id': 'cf90c574-974c-40af-a095-455f21ec4b17', 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:20:29.042263 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-7f3510b8-d850-4b0f-b1f0-fc262eb7f85a tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:29.046415 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-7f3510b8-d850-4b0f-b1f0-fc262eb7f85a tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Usage tracker for resource:security_group_rule and tenant:f244f46dcdba4cb1ae27b5a94b44c8f7 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:29.049643 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-7f3510b8-d850-4b0f-b1f0-fc262eb7f85a tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:29.078526 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-7f3510b8-d850-4b0f-b1f0-fc262eb7f85a tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:29.111011 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7f3510b8-d850-4b0f-b1f0-fc262eb7f85a tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:29.212375 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 5a422318-cfb2-44fe-8eb1-bbaecb7582d7 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:20:29.227686 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7f3510b8-d850-4b0f-b1f0-fc262eb7f85a tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:29.233883 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7f3510b8-d850-4b0f-b1f0-fc262eb7f85a tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783988'] for security_group_rule, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:29.236599 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-47ae4f3b-a775-4692-9782-1e89e250bde4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:29.265362 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3510b8-d850-4b0f-b1f0-fc262eb7f85a tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c00ae75-8b8e-415b-8103-04b524a784fb,revision_number=0']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:29.271972 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-7f3510b8-d850-4b0f-b1f0-fc262eb7f85a tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:29.277156 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7f3510b8-d850-4b0f-b1f0-fc262eb7f85a tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:29.278712 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-7f3510b8-d850-4b0f-b1f0-fc262eb7f85a tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2463391
Jun 03 16:20:29.281742 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 33420) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:29.291801 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-5990aeb6-5633-45c6-86dc-3c6c64edbd17 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Request body: {'security_group_rule': {'security_group_id': 'cf90c574-974c-40af-a095-455f21ec4b17', 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:20:29.298496 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-5990aeb6-5633-45c6-86dc-3c6c64edbd17 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:29.308193 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-5990aeb6-5633-45c6-86dc-3c6c64edbd17 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Usage tracker for resource:security_group_rule and tenant:f244f46dcdba4cb1ae27b5a94b44c8f7 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:29.313642 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-5990aeb6-5633-45c6-86dc-3c6c64edbd17 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:29.322412 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-5990aeb6-5633-45c6-86dc-3c6c64edbd17 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:29.348796 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5990aeb6-5633-45c6-86dc-3c6c64edbd17 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:29.351353 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 5a422318-cfb2-44fe-8eb1-bbaecb7582d7 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:29.351737 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:29.418973 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5990aeb6-5633-45c6-86dc-3c6c64edbd17 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:29.424687 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5990aeb6-5633-45c6-86dc-3c6c64edbd17 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783988'] for security_group_rule, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:29.427148 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-f244c144-53a7-442c-9e89-8f99d8e2da5f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:29.454587 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990aeb6-5633-45c6-86dc-3c6c64edbd17 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae9bf0f-deb2-4e06-92ff-ff59ab632471,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:29.459395 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-5990aeb6-5633-45c6-86dc-3c6c64edbd17 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:29.465990 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5990aeb6-5633-45c6-86dc-3c6c64edbd17 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:29.469574 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-5990aeb6-5633-45c6-86dc-3c6c64edbd17 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1866059
Jun 03 16:20:29.471687 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 33424) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:29.477380 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-32ee038a-0a5b-4caf-bd93-b72fd9e81eea tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Request body: {'security_group_rule': {'security_group_id': 'cf90c574-974c-40af-a095-455f21ec4b17', 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:20:29.488621 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-32ee038a-0a5b-4caf-bd93-b72fd9e81eea tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:29.493886 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-32ee038a-0a5b-4caf-bd93-b72fd9e81eea tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Usage tracker for resource:security_group_rule and tenant:f244f46dcdba4cb1ae27b5a94b44c8f7 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:29.499781 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-32ee038a-0a5b-4caf-bd93-b72fd9e81eea tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:29.507194 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-32ee038a-0a5b-4caf-bd93-b72fd9e81eea tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:29.525311 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.db.securitygroups_db [None req-32ee038a-0a5b-4caf-bd93-b72fd9e81eea tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Project f244f46dcdba4cb1ae27b5a94b44c8f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 03 16:20:29.531841 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-32ee038a-0a5b-4caf-bd93-b72fd9e81eea tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:29.601928 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-32ee038a-0a5b-4caf-bd93-b72fd9e81eea tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:29.607273 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-32ee038a-0a5b-4caf-bd93-b72fd9e81eea tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783988'] for security_group_rule, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:29.609384 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:29.631414 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee038a-0a5b-4caf-bd93-b72fd9e81eea tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19be8467-de2f-4415-a9ac-bdf6c753380a,revision_number=0']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:29.634598 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-32ee038a-0a5b-4caf-bd93-b72fd9e81eea tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:29.641940 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-32ee038a-0a5b-4caf-bd93-b72fd9e81eea tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:29.643099 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-32ee038a-0a5b-4caf-bd93-b72fd9e81eea tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1702721
Jun 03 16:20:29.645950 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 33428) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:29.650899 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-e94c97ae-a881-4f91-9773-00747b73ab64 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Request body: {'security_group_rule': {'security_group_id': 'cf90c574-974c-40af-a095-455f21ec4b17', 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:20:29.656787 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-e94c97ae-a881-4f91-9773-00747b73ab64 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:29.660710 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-e94c97ae-a881-4f91-9773-00747b73ab64 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Usage tracker for resource:security_group_rule and tenant:f244f46dcdba4cb1ae27b5a94b44c8f7 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:29.663632 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-e94c97ae-a881-4f91-9773-00747b73ab64 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:29.670184 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-e94c97ae-a881-4f91-9773-00747b73ab64 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:29.680249 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.db.securitygroups_db [None req-e94c97ae-a881-4f91-9773-00747b73ab64 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Project f244f46dcdba4cb1ae27b5a94b44c8f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 03 16:20:29.686617 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e94c97ae-a881-4f91-9773-00747b73ab64 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:29.758494 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e94c97ae-a881-4f91-9773-00747b73ab64 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:29.763855 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e94c97ae-a881-4f91-9773-00747b73ab64 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783988'] for security_group_rule, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:29.766278 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:29.788408 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c97ae-a881-4f91-9773-00747b73ab64 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154e0f09-adaf-485b-9db2-3be6d623105e,revision_number=0']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:29.798378 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-e94c97ae-a881-4f91-9773-00747b73ab64 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:29.807473 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e94c97ae-a881-4f91-9773-00747b73ab64 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:29.815191 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-e94c97ae-a881-4f91-9773-00747b73ab64 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1665931
Jun 03 16:20:29.949966 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d049e8-1a67-49f3-96d7-69e8a318c625 req-88a7490e-3696-4782-ae7b-dcc81db9df21 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:29.952391 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f7d049e8-1a67-49f3-96d7-69e8a318c625 req-88a7490e-3696-4782-ae7b-dcc81db9df21 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.0965550
Jun 03 16:20:30.027024 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f7d049e8-1a67-49f3-96d7-69e8a318c625 req-76d7affd-779b-46ac-b255-1b8fe32cab31 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/security-groups?id=05726fab-7030-444c-a874-f6ee5b543947&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681539
Jun 03 16:20:30.059681 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b759b8-4e65-442e-9011-c724b7b4ddc4 None None] Sync routers for ids ['1731e151-5832-4b96-87af-b973da2e59ae'] in dv-cinder-786524-8-iscsi {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:20:30.072103 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b759b8-4e65-442e-9011-c724b7b4ddc4 None None] Routers {'1731e151-5832-4b96-87af-b973da2e59ae'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:20:30.073274 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-b0b759b8-4e65-442e-9011-c724b7b4ddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa24f94c0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:20:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['1731e151-5832-4b96-87af-b973da2e59ae'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:30.101199 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5be852-f31f-4d49-bd5b-a01c7c0be74f req-e0754965-9ebf-47ae-bcbd-cfcb890a3093 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:30.102816 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9c5be852-f31f-4d49-bd5b-a01c7c0be74f req-e0754965-9ebf-47ae-bcbd-cfcb890a3093 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.73 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 945 time: 0.1384213
Jun 03 16:20:30.257979 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-9c5be852-f31f-4d49-bd5b-a01c7c0be74f req-d6d67999-e38f-4851-9822-edb6183809da tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Deleting port 3ecd3046-ff96-45a4-bae9-a8694691d76e {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:20:30.259152 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-9c5be852-f31f-4d49-bd5b-a01c7c0be74f req-d6d67999-e38f-4851-9822-edb6183809da tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:30.308869 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-b0b759b8-4e65-442e-9011-c724b7b4ddc4 None None] Set router 1731e151-5832-4b96-87af-b973da2e59ae gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:20:30.434203 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-9c5be852-f31f-4d49-bd5b-a01c7c0be74f req-d6d67999-e38f-4851-9822-edb6183809da tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] For port 3ecd3046-ff96-45a4-bae9-a8694691d76e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3ecd3046-ff96-45a4-bae9-a8694691d76e,segment=NetworkSegment(a614c55a-6f6c-4e3a-94de-0a8bc8101021),segment_id=a614c55a-6f6c-4e3a-94de-0a8bc8101021)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:20:30.434567 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-9c5be852-f31f-4d49-bd5b-a01c7c0be74f req-d6d67999-e38f-4851-9822-edb6183809da tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:30.609646 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-9c5be852-f31f-4d49-bd5b-a01c7c0be74f req-d6d67999-e38f-4851-9822-edb6183809da tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Calling delete_port for 3ecd3046-ff96-45a4-bae9-a8694691d76e owned by compute:nova {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:20:30.738273 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-b0b759b8-4e65-442e-9011-c724b7b4ddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa24f94c0>, [{'id': '1731e151-5832-4b96-87af-b973da2e59ae', 'name': 'tempest-TestShelveInstance-1599716088-router', 'tenant_id': '6ba6a33644714f3981404ebc87d038e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5a422318-cfb2-44fe-8eb1-bbaecb7582d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:21Z', 'updated_at': '2021-06-03T16:20:26Z', 'revision_number': 4, 'project_id': '6ba6a33644714f3981404ebc87d038e6', 'gw_port': {'id': '5a422318-cfb2-44fe-8eb1-bbaecb7582d7', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731e151-5832-4b96-87af-b973da2e59ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:22Z', 'updated_at': '2021-06-03T16:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': '82d62fa3-09d8-4e53-9008-700eb2b17ee2', 'name': '', 'network_id': '0a0485fa-0060-4da4-80ad-c2b36b1f3766', 'tenant_id': '6ba6a33644714f3981404ebc87d038e6', 'mac_address': 'fa:16:3e:f0:fb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1731e151-5832-4b96-87af-b973da2e59ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '53e9062e-c243-4605-bbfc-d38190a05fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:25Z', 'updated_at': '2021-06-03T16:20:26Z', 'revision_number': 2, 'project_id': '6ba6a33644714f3981404ebc87d038e6', 'subnets': [{'id': '53e9062e-c243-4605-bbfc-d38190a05fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:30.743061 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b759b8-4e65-442e-9011-c724b7b4ddc4 None None] Checking router: 1731e151-5832-4b96-87af-b973da2e59ae for host: dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:20:30.743486 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b759b8-4e65-442e-9011-c724b7b4ddc4 None None] Updating router 1731e151-5832-4b96-87af-b973da2e59ae port 82d62fa3-09d8-4e53-9008-700eb2b17ee2 binding host dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 16:20:30.772635 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-9c5be852-f31f-4d49-bd5b-a01c7c0be74f req-d6d67999-e38f-4851-9822-edb6183809da tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:30.779433 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-64f0bbdf-d5d1-48fc-b655-41e5ec1ca40c tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:30.798283 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['3ecd3046-ff96-45a4-bae9-a8694691d76e'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:20:30.833953 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d67999-e38f-4851-9822-edb6183809da tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Pushing event deleted for resources: {'Port': ['ID=3ecd3046-ff96-45a4-bae9-a8694691d76e,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:30.865312 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-d6d67999-e38f-4851-9822-edb6183809da tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:30.887863 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-b0b759b8-4e65-442e-9011-c724b7b4ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:30.922583 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5be852-f31f-4d49-bd5b-a01c7c0be74f req-d6d67999-e38f-4851-9822-edb6183809da tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] No DVR routers for this DVR port 3ecd3046-ff96-45a4-bae9-a8694691d76e on host hv-cinder-78652 {{(pid=91617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:20:30.925014 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-9c5be852-f31f-4d49-bd5b-a01c7c0be74f req-d6d67999-e38f-4851-9822-edb6183809da tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:30.928442 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522a8caf-473b-4320-8f8e-d364d4ebfead', 'name': 'network-vif-deleted', 'tag': '3ecd3046-ff96-45a4-bae9-a8694691d76e'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:20:30.931616 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a56987-31d3-451f-bfcf-05e1c83c8559" -d '{"events": [{"server_uuid": "522a8caf-473b-4320-8f8e-d364d4ebfead", "name": "network-vif-deleted", "tag": "3ecd3046-ff96-45a4-bae9-a8694691d76e"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:20:30.949498 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9c5be852-f31f-4d49-bd5b-a01c7c0be74f req-d6d67999-e38f-4851-9822-edb6183809da tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.73 "DELETE /v2.0/ports/3ecd3046-ff96-45a4-bae9-a8694691d76e HTTP/1.1" status: 204  len: 173 time: 0.8370774
Jun 03 16:20:31.029281 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3dd9f61-bd07-40f8-820c-591de6a93ff0 x-openstack-request-id: req-c3dd9f61-bd07-40f8-820c-591de6a93ff0 {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:20:31.029611 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522a8caf-473b-4320-8f8e-d364d4ebfead", "name": "network-vif-deleted", "tag": "3ecd3046-ff96-45a4-bae9-a8694691d76e", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:20:31.029896 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c3dd9f61-bd07-40f8-820c-591de6a93ff0 {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:20:31.030597 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522a8caf-473b-4320-8f8e-d364d4ebfead', 'name': 'network-vif-deleted', 'tag': '3ecd3046-ff96-45a4-bae9-a8694691d76e', 'status': 'completed', 'code': 200}
Jun 03 16:20:31.336227 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea9bef-31fd-4e75-b954-ff20945915e7 req-5727b6b9-4767-4f23-a489-8dee1df3c9a5 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:31.338724 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-61ea9bef-31fd-4e75-b954-ff20945915e7 req-5727b6b9-4767-4f23-a489-8dee1df3c9a5 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.1660907
Jun 03 16:20:31.355633 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-4398d556-4180-43bd-afbe-d1dae8427e0c req-b6ee4f0a-d0b6-4fdc-b808-148a78739ee6 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Synchronizing usage tracker for tenant:ac92454434b9488fb13bd0596cb98647 on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:20:31.392677 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-61ea9bef-31fd-4e75-b954-ff20945915e7 req-725f5345-592a-488d-8097-c8e88308dd08 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472355
Jun 03 16:20:31.422588 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-4398d556-4180-43bd-afbe-d1dae8427e0c req-b6ee4f0a-d0b6-4fdc-b808-148a78739ee6 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Unset dirty status for tenant:ac92454434b9488fb13bd0596cb98647 on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:20:31.422588 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4398d556-4180-43bd-afbe-d1dae8427e0c req-b6ee4f0a-d0b6-4fdc-b808-148a78739ee6 tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] 10.222.0.66 "GET /v2.0/ports?device_id=522a8caf-473b-4320-8f8e-d364d4ebfead HTTP/1.1" status: 200  len: 210 time: 0.1348546
Jun 03 16:20:31.481574 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-b0b759b8-4e65-442e-9011-c724b7b4ddc4 None None] Notify callbacks [] for port, precommit_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:31.496312 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-b0b759b8-4e65-442e-9011-c724b7b4ddc4 None None] Transition to ACTIVE for port object 82d62fa3-09d8-4e53-9008-700eb2b17ee2 will not be triggered until provisioned by entity L2. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:20:31.507254 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-b0b759b8-4e65-442e-9011-c724b7b4ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:31.513818 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:31.666666 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea7e8b-b903-4f7c-abed-7f9aa7e12c76 None None] Pushing event updated for resources: {'Port': ['ID=82d62fa3-09d8-4e53-9008-700eb2b17ee2,revision_number=3']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:31.674930 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-7fea7e8b-b903-4f7c-abed-7f9aa7e12c76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:31.743721 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-b0b759b8-4e65-442e-9011-c724b7b4ddc4 None None] Attempting to bind port 82d62fa3-09d8-4e53-9008-700eb2b17ee2 on host dv-cinder-786524-8-iscsi for vnic_type normal with profile  {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:20:31.744176 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-b0b759b8-4e65-442e-9011-c724b7b4ddc4 None None] Attempting to bind port 82d62fa3-09d8-4e53-9008-700eb2b17ee2 by drivers openvswitch,hyperv on host dv-cinder-786524-8-iscsi at level 0 using segments [{'id': '2ee5ab9d-b86e-45d7-a9a9-745eb7809d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '0a0485fa-0060-4da4-80ad-c2b36b1f3766'}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:20:31.744605 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b759b8-4e65-442e-9011-c724b7b4ddc4 None None] Attempting to bind port 82d62fa3-09d8-4e53-9008-700eb2b17ee2 on network 0a0485fa-0060-4da4-80ad-c2b36b1f3766 {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:20:31.753935 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b759b8-4e65-442e-9011-c724b7b4ddc4 None None] Checking agent: {'id': 'ac8e9f39-4eb9-409d-95f3-792de4f7d79f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:20:31.754314 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b759b8-4e65-442e-9011-c724b7b4ddc4 None None] Checking segment: {'id': '2ee5ab9d-b86e-45d7-a9a9-745eb7809d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '0a0485fa-0060-4da4-80ad-c2b36b1f3766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:20:31.754876 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-b0b759b8-4e65-442e-9011-c724b7b4ddc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:31.755272 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b759b8-4e65-442e-9011-c724b7b4ddc4 None None] Bound using segment: {'id': '2ee5ab9d-b86e-45d7-a9a9-745eb7809d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '0a0485fa-0060-4da4-80ad-c2b36b1f3766'} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:20:31.755745 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-b0b759b8-4e65-442e-9011-c724b7b4ddc4 None None] Bound port: 82d62fa3-09d8-4e53-9008-700eb2b17ee2, host: dv-cinder-786524-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee5ab9d-b86e-45d7-a9a9-745eb7809d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '0a0485fa-0060-4da4-80ad-c2b36b1f3766'}}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:20:31.756120 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-b0b759b8-4e65-442e-9011-c724b7b4ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:31.864026 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-b0b759b8-4e65-442e-9011-c724b7b4ddc4 None None] For port 82d62fa3-09d8-4e53-9008-700eb2b17ee2, host dv-cinder-786524-8-iscsi, cleared binding levels {{(pid=91618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:20:31.867225 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-b0b759b8-4e65-442e-9011-c724b7b4ddc4 None None] For port 82d62fa3-09d8-4e53-9008-700eb2b17ee2, host dv-cinder-786524-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=82d62fa3-09d8-4e53-9008-700eb2b17ee2,segment=NetworkSegment(2ee5ab9d-b86e-45d7-a9a9-745eb7809d75),segment_id=2ee5ab9d-b86e-45d7-a9a9-745eb7809d75)] {{(pid=91618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:20:31.870981 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-b0b759b8-4e65-442e-9011-c724b7b4ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:31.874509 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:31.954230 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b759b8-4e65-442e-9011-c724b7b4ddc4 None None] Routers {'1731e151-5832-4b96-87af-b973da2e59ae'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:20:31.954865 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-b0b759b8-4e65-442e-9011-c724b7b4ddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa24f94c0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:20:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['1731e151-5832-4b96-87af-b973da2e59ae'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:32.010617 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea7e8b-b903-4f7c-abed-7f9aa7e12c76 None None] Pushing event updated for resources: {'Port': ['ID=82d62fa3-09d8-4e53-9008-700eb2b17ee2,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:32.020694 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-7fea7e8b-b903-4f7c-abed-7f9aa7e12c76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:32.186525 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-b0b759b8-4e65-442e-9011-c724b7b4ddc4 None None] Set router 1731e151-5832-4b96-87af-b973da2e59ae gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:20:32.515571 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-b0b759b8-4e65-442e-9011-c724b7b4ddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa24f94c0>, [{'id': '1731e151-5832-4b96-87af-b973da2e59ae', 'name': 'tempest-TestShelveInstance-1599716088-router', 'tenant_id': '6ba6a33644714f3981404ebc87d038e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5a422318-cfb2-44fe-8eb1-bbaecb7582d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:21Z', 'updated_at': '2021-06-03T16:20:26Z', 'revision_number': 4, 'project_id': '6ba6a33644714f3981404ebc87d038e6', 'gw_port': {'id': '5a422318-cfb2-44fe-8eb1-bbaecb7582d7', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731e151-5832-4b96-87af-b973da2e59ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:22Z', 'updated_at': '2021-06-03T16:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': '82d62fa3-09d8-4e53-9008-700eb2b17ee2', 'name': '', 'network_id': '0a0485fa-0060-4da4-80ad-c2b36b1f3766', 'tenant_id': '6ba6a33644714f3981404ebc87d038e6', 'mac_address': 'fa:16:3e:f0:fb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1731e151-5832-4b96-87af-b973da2e59ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '53e9062e-c243-4605-bbfc-d38190a05fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:25Z', 'updated_at': '2021-06-03T16:20:31Z', 'revision_number': 4, 'project_id': '6ba6a33644714f3981404ebc87d038e6', 'subnets': [{'id': '53e9062e-c243-4605-bbfc-d38190a05fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:32.519642 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b759b8-4e65-442e-9011-c724b7b4ddc4 None None] The sync data for ids ['1731e151-5832-4b96-87af-b973da2e59ae'] in dv-cinder-786524-8-iscsi is: [{'id': '1731e151-5832-4b96-87af-b973da2e59ae', 'name': 'tempest-TestShelveInstance-1599716088-router', 'tenant_id': '6ba6a33644714f3981404ebc87d038e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5a422318-cfb2-44fe-8eb1-bbaecb7582d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:21Z', 'updated_at': '2021-06-03T16:20:26Z', 'revision_number': 4, 'project_id': '6ba6a33644714f3981404ebc87d038e6', 'gw_port': {'id': '5a422318-cfb2-44fe-8eb1-bbaecb7582d7', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731e151-5832-4b96-87af-b973da2e59ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:22Z', 'updated_at': '2021-06-03T16:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': '82d62fa3-09d8-4e53-9008-700eb2b17ee2', 'name': '', 'network_id': '0a0485fa-0060-4da4-80ad-c2b36b1f3766', 'tenant_id': '6ba6a33644714f3981404ebc87d038e6', 'mac_address': 'fa:16:3e:f0:fb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1731e151-5832-4b96-87af-b973da2e59ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '53e9062e-c243-4605-bbfc-d38190a05fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:25Z', 'updated_at': '2021-06-03T16:20:31Z', 'revision_number': 4, 'project_id': '6ba6a33644714f3981404ebc87d038e6', 'subnets': [{'id': '53e9062e-c243-4605-bbfc-d38190a05fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:20:32.526332 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 33534) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:32.657027 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32114977-4f23-4e2b-8b39-ef2233d97bad req-d752ed0b-94b6-4ccc-adbe-95d95d5dacce tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:32.659442 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-32114977-4f23-4e2b-8b39-ef2233d97bad req-d752ed0b-94b6-4ccc-adbe-95d95d5dacce tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.1451497
Jun 03 16:20:32.745768 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-32114977-4f23-4e2b-8b39-ef2233d97bad req-0d511d62-f740-4b49-8eec-e6abc4127028 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0746865
Jun 03 16:20:33.197809 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 82d62fa3-09d8-4e53-9008-700eb2b17ee2 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:20:33.326330 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8e42f553-c166-42f1-97b3-176e6d5b3fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681826'] for router_interface, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:33.368730 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning for port 82d62fa3-09d8-4e53-9008-700eb2b17ee2 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:20:33.376610 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 82d62fa3-09d8-4e53-9008-700eb2b17ee2 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:33.377133 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:33.602172 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:33.652927 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] For port 82d62fa3-09d8-4e53-9008-700eb2b17ee2, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=82d62fa3-09d8-4e53-9008-700eb2b17ee2,segment=NetworkSegment(2ee5ab9d-b86e-45d7-a9a9-745eb7809d75),segment_id=2ee5ab9d-b86e-45d7-a9a9-745eb7809d75)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:20:33.662705 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:33.665774 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:33.712837 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 3ecd3046-ff96-45a4-bae9-a8694691d76e no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:20:33.750932 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] No Port match for: 3ecd3046-ff96-45a4-bae9-a8694691d76e {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:20:33.751289 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 3ecd3046-ff96-45a4-bae9-a8694691d76e not bound to the agent host hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:20:33.762789 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-8e42f553-c166-42f1-97b3-176e6d5b3fe9 admin admin] Deleting port 403739d7-82e9-4817-a38f-d3231af4afde {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:20:33.763380 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8e42f553-c166-42f1-97b3-176e6d5b3fe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:33.773474 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Pushing event updated for resources: {'Port': ['ID=82d62fa3-09d8-4e53-9008-700eb2b17ee2,revision_number=5']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:33.777754 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:33.890166 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-8e42f553-c166-42f1-97b3-176e6d5b3fe9 admin admin] For port 403739d7-82e9-4817-a38f-d3231af4afde, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=403739d7-82e9-4817-a38f-d3231af4afde,segment=NetworkSegment(a614c55a-6f6c-4e3a-94de-0a8bc8101021),segment_id=a614c55a-6f6c-4e3a-94de-0a8bc8101021)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:20:33.890528 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8e42f553-c166-42f1-97b3-176e6d5b3fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:33.937634 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165a963-94e2-4c17-974b-8038b0bdfdf6 req-32754d54-2f83-4a85-9b6b-ade8cd9cea04 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:33.939138 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a165a963-94e2-4c17-974b-8038b0bdfdf6 req-32754d54-2f83-4a85-9b6b-ade8cd9cea04 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.0900695
Jun 03 16:20:33.993728 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a165a963-94e2-4c17-974b-8038b0bdfdf6 req-3cf8341f-740a-4801-a9a8-3f5014f376b7 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486906
Jun 03 16:20:34.034021 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-8e42f553-c166-42f1-97b3-176e6d5b3fe9 admin admin] Calling delete_port for 403739d7-82e9-4817-a38f-d3231af4afde owned by network:router_interface {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:20:34.349485 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8e42f553-c166-42f1-97b3-176e6d5b3fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:34.354675 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-cfe5bdcd-9dcf-4eaf-a4e0-9b645f3cd3b9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:34.531936 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42f553-c166-42f1-97b3-176e6d5b3fe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=403739d7-82e9-4817-a38f-d3231af4afde,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:34.534390 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-8e42f553-c166-42f1-97b3-176e6d5b3fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:34.816387 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8e42f553-c166-42f1-97b3-176e6d5b3fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660668'] for router_interface, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:35.262040 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e42f553-c166-42f1-97b3-176e6d5b3fe9 admin admin] Router 2b9346d9-6594-4d60-83a7-72f5734761f0 has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:20:35.276683 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 82d62fa3-09d8-4e53-9008-700eb2b17ee2 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:20:35.288403 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3564433-8339-4c0b-8b75-23037af87636 req-2209d7a3-5bc1-4283-85d1-721d23c93c36 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:35.296052 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a3564433-8339-4c0b-8b75-23037af87636 req-2209d7a3-5bc1-4283-85d1-721d23c93c36 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.1477313
Jun 03 16:20:35.363136 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 82d62fa3-09d8-4e53-9008-700eb2b17ee2 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:35.363513 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:35.415504 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a3564433-8339-4c0b-8b75-23037af87636 req-f26bab90-79d1-4029-8032-bfc96f9b03fb tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1185265
Jun 03 16:20:35.535016 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e42f553-c166-42f1-97b3-176e6d5b3fe9 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:20:35.546065 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aa28f9-c683-4ccb-9136-2dfddfe48f67 None None] Sync routers for ids ['2b9346d9-6594-4d60-83a7-72f5734761f0'] in dv-cinder-786524-8-iscsi {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:20:35.554184 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-8e42f553-c166-42f1-97b3-176e6d5b3fe9 admin admin] 10.222.0.66 "PUT /v2.0/routers/2b9346d9-6594-4d60-83a7-72f5734761f0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0264847
Jun 03 16:20:35.557587 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 33602) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:35.560130 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aa28f9-c683-4ccb-9136-2dfddfe48f67 None None] Routers {'2b9346d9-6594-4d60-83a7-72f5734761f0'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:20:35.560762 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-82aa28f9-c683-4ccb-9136-2dfddfe48f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2483820>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:20:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['2b9346d9-6594-4d60-83a7-72f5734761f0'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:35.738922 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-afb16a7b-ad35-42da-92af-799a1d3e9a50 admin admin] Notify callbacks [] for router, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:35.774988 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-82aa28f9-c683-4ccb-9136-2dfddfe48f67 None None] Set router 2b9346d9-6594-4d60-83a7-72f5734761f0 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:20:36.038134 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-afb16a7b-ad35-42da-92af-799a1d3e9a50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:36.081976 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-82aa28f9-c683-4ccb-9136-2dfddfe48f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2483820>, [{'id': '2b9346d9-6594-4d60-83a7-72f5734761f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1891294743-router', 'tenant_id': 'ac92454434b9488fb13bd0596cb98647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '5a134d1c-57f5-4160-821a-b177a5b7e23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:43Z', 'updated_at': '2021-06-03T16:20:34Z', 'revision_number': 5, 'project_id': 'ac92454434b9488fb13bd0596cb98647', 'gw_port': {'id': '5a134d1c-57f5-4160-821a-b177a5b7e23a', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9346d9-6594-4d60-83a7-72f5734761f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:44Z', 'updated_at': '2021-06-03T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:36.085758 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aa28f9-c683-4ccb-9136-2dfddfe48f67 None None] Checking router: 2b9346d9-6594-4d60-83a7-72f5734761f0 for host: dv-cinder-786524-8-iscsi {{(pid=91619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:20:36.094533 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aa28f9-c683-4ccb-9136-2dfddfe48f67 None None] Routers {'2b9346d9-6594-4d60-83a7-72f5734761f0'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:20:36.095139 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-82aa28f9-c683-4ccb-9136-2dfddfe48f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2483820>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:20:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['2b9346d9-6594-4d60-83a7-72f5734761f0'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:36.119552 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-afb16a7b-ad35-42da-92af-799a1d3e9a50 admin admin] Deleting port 5a134d1c-57f5-4160-821a-b177a5b7e23a {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:20:36.119997 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-afb16a7b-ad35-42da-92af-799a1d3e9a50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:36.179270 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-26f443e5-42ae-4df4-b574-2777356237a3 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1566226893&fields=id&tenant_id=f44ece6093c64861a96b56285934a43e HTTP/1.1" status: 200  len: 267 time: 0.0464926
Jun 03 16:20:36.267011 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-82aa28f9-c683-4ccb-9136-2dfddfe48f67 None None] Set router 2b9346d9-6594-4d60-83a7-72f5734761f0 gateway port host: None {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:20:36.268891 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-afb16a7b-ad35-42da-92af-799a1d3e9a50 admin admin] For port 5a134d1c-57f5-4160-821a-b177a5b7e23a, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=5a134d1c-57f5-4160-821a-b177a5b7e23a,segment=NetworkSegment(85b01a76-96af-409b-a8d7-73ca63f153b4),segment_id=85b01a76-96af-409b-a8d7-73ca63f153b4)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:20:36.269583 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-afb16a7b-ad35-42da-92af-799a1d3e9a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:36.360087 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-c358e2d2-d5ac-4abf-b917-aa7a3af893a5 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:36.361975 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-c358e2d2-d5ac-4abf-b917-aa7a3af893a5 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/networks?id=aec810ed-0ee2-4480-934c-29ea716a1d55 HTTP/1.1" status: 200  len: 812 time: 0.1748753
Jun 03 16:20:36.379068 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-75aa5b2b-3497-4d64-9fbc-3ef6f14d0d51 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/quotas/f44ece6093c64861a96b56285934a43e HTTP/1.1" status: 200  len: 375 time: 0.0103137
Jun 03 16:20:36.408849 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-82aa28f9-c683-4ccb-9136-2dfddfe48f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2483820>, [{'id': '2b9346d9-6594-4d60-83a7-72f5734761f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1891294743-router', 'tenant_id': 'ac92454434b9488fb13bd0596cb98647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:43Z', 'updated_at': '2021-06-03T16:20:36Z', 'revision_number': 6, 'project_id': 'ac92454434b9488fb13bd0596cb98647', 'gw_port_host': None}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:36.414699 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aa28f9-c683-4ccb-9136-2dfddfe48f67 None None] The sync data for ids ['2b9346d9-6594-4d60-83a7-72f5734761f0'] in dv-cinder-786524-8-iscsi is: [{'id': '2b9346d9-6594-4d60-83a7-72f5734761f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1891294743-router', 'tenant_id': 'ac92454434b9488fb13bd0596cb98647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:43Z', 'updated_at': '2021-06-03T16:20:36Z', 'revision_number': 6, 'project_id': 'ac92454434b9488fb13bd0596cb98647', 'gw_port_host': None}] {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:20:36.437031 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-afb16a7b-ad35-42da-92af-799a1d3e9a50 admin admin] Calling delete_port for 5a134d1c-57f5-4160-821a-b177a5b7e23a owned by network:router_gateway {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:20:36.483254 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-7332a400-b304-4ba1-b2b2-ae5adaedbdd9 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Synchronizing usage tracker for tenant:f44ece6093c64861a96b56285934a43e on resource:port {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:20:36.502506 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-7332a400-b304-4ba1-b2b2-ae5adaedbdd9 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Unset dirty status for tenant:f44ece6093c64861a96b56285934a43e on resource:port {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:20:36.503905 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-7332a400-b304-4ba1-b2b2-ae5adaedbdd9 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f44ece6093c64861a96b56285934a43e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1177506
Jun 03 16:20:36.656513 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-ad2e6cd9-148f-42c2-84ff-cf9a7eff4c6b service neutron] 10.222.0.66 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394632
Jun 03 16:20:36.665588 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-afb16a7b-ad35-42da-92af-799a1d3e9a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:36.669931 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-29ec04a9-83a8-4201-9267-b0ffa8e33884 tempest-DeleteServersTestJSON-1928409861 tempest-DeleteServersTestJSON-1928409861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:36.722775 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb16a7b-ad35-42da-92af-799a1d3e9a50 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a134d1c-57f5-4160-821a-b177a5b7e23a,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:36.728079 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-afb16a7b-ad35-42da-92af-799a1d3e9a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:36.737968 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3359f35-b3d1-49f6-bbe4-768b75969fd9 req-b9a8954f-9d3d-4bda-a2ea-ee883792c648 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:36.739461 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b3359f35-b3d1-49f6-bbe4-768b75969fd9 req-b9a8954f-9d3d-4bda-a2ea-ee883792c648 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.1603541
Jun 03 16:20:36.854229 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-fa007275-371d-4bbd-b388-30a5d900139c service neutron] 10.222.0.66 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1907668
Jun 03 16:20:36.891285 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b3359f35-b3d1-49f6-bbe4-768b75969fd9 req-72e6e2d9-8c6a-4a9a-819b-aeeb7293b5d6 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1153200
Jun 03 16:20:36.893887 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-afb16a7b-ad35-42da-92af-799a1d3e9a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380191'] for router_gateway, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:36.970263 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-faec6f56-53d0-487f-b5f0-f3269dad1edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:37.088310 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-afb16a7b-ad35-42da-92af-799a1d3e9a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30221'] for router, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:37.090667 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-afb16a7b-ad35-42da-92af-799a1d3e9a50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:37.179152 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-afb16a7b-ad35-42da-92af-799a1d3e9a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685749'] for router, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:37.179728 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb16a7b-ad35-42da-92af-799a1d3e9a50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b9346d9-6594-4d60-83a7-72f5734761f0 {{(pid=91617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 03 16:20:37.194214 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-afb16a7b-ad35-42da-92af-799a1d3e9a50 admin admin] Notify callbacks [] for router, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:37.195879 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-afb16a7b-ad35-42da-92af-799a1d3e9a50 admin admin] 10.222.0.66 "DELETE /v2.0/routers/2b9346d9-6594-4d60-83a7-72f5734761f0 HTTP/1.1" status: 204  len: 168 time: 1.6365318
Jun 03 16:20:37.198684 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 33630) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:37.272982 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0248a28-ffed-4845-93b9-46d7120b20ae admin admin] Deleting subnet 37b858f2-9061-4689-8f39-93d3aae83f42 {{(pid=91616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 16:20:37.277210 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f0248a28-ffed-4845-93b9-46d7120b20ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:37.324535 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b0ba1bd0-5eed-4255-ab68-6c3b30d3a44f req-756a7627-96dc-468a-8f42-776586f3450c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=d41530f6-9676-4324-a06f-56e55c0040da HTTP/1.1" status: 200  len: 210 time: 0.0628028
Jun 03 16:20:37.365883 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f0248a28-ffed-4845-93b9-46d7120b20ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3092190'] for subnet, precommit_delete_associations {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:37.394314 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 5a134d1c-57f5-4160-821a-b177a5b7e23a no longer exists at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:20:37.427577 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f0248a28-ffed-4845-93b9-46d7120b20ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722772'] for subnet, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:37.455533 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] No Port match for: 5a134d1c-57f5-4160-821a-b177a5b7e23a {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:20:37.455980 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 5a134d1c-57f5-4160-821a-b177a5b7e23a not bound to the agent host dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:20:37.456610 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 403739d7-82e9-4817-a38f-d3231af4afde no longer exists at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:20:37.499113 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] No Port match for: 403739d7-82e9-4817-a38f-d3231af4afde {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:20:37.499877 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 403739d7-82e9-4817-a38f-d3231af4afde not bound to the agent host dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:20:37.782383 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f0248a28-ffed-4845-93b9-46d7120b20ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858693'] for subnet, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:37.787181 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-7bd156e0-e6b7-4259-aa1d-fa2456ae4c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:37.822660 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0248a28-ffed-4845-93b9-46d7120b20ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37b858f2-9061-4689-8f39-93d3aae83f42,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:37.825607 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-f0248a28-ffed-4845-93b9-46d7120b20ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:37.826518 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f0248a28-ffed-4845-93b9-46d7120b20ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:37.833123 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-f0248a28-ffed-4845-93b9-46d7120b20ae admin admin] 10.222.0.66 "DELETE /v2.0/subnets/37b858f2-9061-4689-8f39-93d3aae83f42 HTTP/1.1" status: 204  len: 168 time: 0.6331244
Jun 03 16:20:37.835589 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 33644) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:37.976413 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-712515e6-e2e3-479d-a89e-0b3313a17293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086256'] for network, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:38.182210 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-712515e6-e2e3-479d-a89e-0b3313a17293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8051073', 'neutron.services.segments.db._delete_segments_for_network-8727276549825'] for network, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:38.198099 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.services.segments.db [None req-712515e6-e2e3-479d-a89e-0b3313a17293 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7effa1643070>,) {'filters': {'network_id': ['eaa05f56-e2a3-4209-b334-8745e58b65ca']}} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:38.217083 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.services.segments.db [None req-712515e6-e2e3-479d-a89e-0b3313a17293 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7effa1643070>, 'a614c55a-6f6c-4e3a-94de-0a8bc8101021') {'for_net_delete': True} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:38.217723 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.services.segments.db [None req-712515e6-e2e3-479d-a89e-0b3313a17293 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7effa1643070>, 'a614c55a-6f6c-4e3a-94de-0a8bc8101021') {} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:38.238253 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cb923-4577-4a30-ae01-285f8011b188 req-6a4d2eaa-0291-4939-99bd-a76970d9ea22 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:38.239699 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-298cb923-4577-4a30-ae01-285f8011b188 req-6a4d2eaa-0291-4939-99bd-a76970d9ea22 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.2078328
Jun 03 16:20:38.241337 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-712515e6-e2e3-479d-a89e-0b3313a17293 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727276553436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3092135'] for segment, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:38.284619 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-712515e6-e2e3-479d-a89e-0b3313a17293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:38.297985 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-712515e6-e2e3-479d-a89e-0b3313a17293 admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=91616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 16:20:38.298382 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-712515e6-e2e3-479d-a89e-0b3313a17293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954264'] for segment, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]: Traceback (most recent call last):
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]:     timer()
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]:     cb(*args, **kw)
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]:     return func(*args, **kwargs)
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]:     self._notify()
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]:     self.callback(batched_events)
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]:     event.method(event)
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]:     return f(self, *a, **k)
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]:     return self._get(url).json()
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]:     return self.request(url, 'GET', **kwargs)
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 16:20:38.311877 dv-cinder-786524-8-iscsi neutron-server[91616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 16:20:38.314876 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-298cb923-4577-4a30-ae01-285f8011b188 req-3736ad35-704e-4eec-b911-e8215845e804 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656900
Jun 03 16:20:38.417024 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-712515e6-e2e3-479d-a89e-0b3313a17293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380276'] for network, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:38.420611 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-2431573a-c4a3-4396-9457-cc2689866061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:38.438379 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-712515e6-e2e3-479d-a89e-0b3313a17293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:38.448282 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712515e6-e2e3-479d-a89e-0b3313a17293 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaa05f56-e2a3-4209-b334-8745e58b65ca,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:38.452014 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-712515e6-e2e3-479d-a89e-0b3313a17293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:38.460869 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-712515e6-e2e3-479d-a89e-0b3313a17293 admin admin] 10.222.0.66 "DELETE /v2.0/networks/eaa05f56-e2a3-4209-b334-8745e58b65ca HTTP/1.1" status: 204  len: 168 time: 0.6225798
Jun 03 16:20:38.539376 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8aff3d48-1c6a-43a7-bf47-4507d1a44f9d req-e063d3cb-2057-49db-bd14-25a391ecda56 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=d41530f6-9676-4324-a06f-56e55c0040da HTTP/1.1" status: 200  len: 210 time: 0.0539134
Jun 03 16:20:38.667590 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-0cfaa9ab-3cd1-4869-a246-2f12ce7f47d1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:38.668387 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-0cfaa9ab-3cd1-4869-a246-2f12ce7f47d1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Synchronizing usage tracker for tenant:f44ece6093c64861a96b56285934a43e on resource:network {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:20:38.689163 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-0cfaa9ab-3cd1-4869-a246-2f12ce7f47d1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Unset dirty status for tenant:f44ece6093c64861a96b56285934a43e on resource:network {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:20:38.690368 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-0cfaa9ab-3cd1-4869-a246-2f12ce7f47d1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.73 "GET /v2.0/networks?id=aec810ed-0ee2-4480-934c-29ea716a1d55 HTTP/1.1" status: 200  len: 812 time: 0.2654154
Jun 03 16:20:38.701242 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 33660) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:38.744627 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-5efbf781-cd86-4242-9b9d-ad52a472aa70 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Synchronizing usage tracker for tenant:f44ece6093c64861a96b56285934a43e on resource:security_group {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:20:38.758048 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-3756809b-efb6-4c18-8435-3a2ee6e84987 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ac92454434b9488fb13bd0596cb98647&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0532520
Jun 03 16:20:38.758426 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 33662) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:38.771940 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-5efbf781-cd86-4242-9b9d-ad52a472aa70 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Unset dirty status for tenant:f44ece6093c64861a96b56285934a43e on resource:security_group {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:20:38.773003 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-5efbf781-cd86-4242-9b9d-ad52a472aa70 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f44ece6093c64861a96b56285934a43e HTTP/1.1" status: 200  len: 380 time: 0.0731294
Jun 03 16:20:38.788303 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:38.792348 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-8d2f282e-f888-40b4-a647-df2a5ad09794 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Request body: {'port': {'device_id': 'd41530f6-9676-4324-a06f-56e55c0040da', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'admin_state_up': True, 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'security_groups': ['f9778ce6-f508-4fc9-b231-a7064a84c221']}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:20:38.999479 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7b8a27e7-5aee-49fd-87f9-ad8e8050b0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:39.047277 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7b8a27e7-5aee-49fd-87f9-ad8e8050b0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:39.056928 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-8d2f282e-f888-40b4-a647-df2a5ad09794 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:39.080199 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-8d2f282e-f888-40b4-a647-df2a5ad09794 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:39.103096 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-8d2f282e-f888-40b4-a647-df2a5ad09794 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Made reservation on behalf of f44ece6093c64861a96b56285934a43e for: {'port': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:20:39.106836 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-8d2f282e-f888-40b4-a647-df2a5ad09794 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:39.171632 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7b8a27e7-5aee-49fd-87f9-ad8e8050b0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:39.180693 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-84b44a32-f24c-4886-8090-fbbc6e18a483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:39.204332 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a27e7-5aee-49fd-87f9-ad8e8050b0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05726fab-7030-444c-a874-f6ee5b543947,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:39.209607 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-7b8a27e7-5aee-49fd-87f9-ad8e8050b0a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:39.277156 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7b8a27e7-5aee-49fd-87f9-ad8e8050b0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:39.278273 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-7b8a27e7-5aee-49fd-87f9-ad8e8050b0a9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/05726fab-7030-444c-a874-f6ee5b543947 HTTP/1.1" status: 204  len: 168 time: 0.5190327
Jun 03 16:20:39.330792 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-8d2f282e-f888-40b4-a647-df2a5ad09794 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Allocated IP 172.20.0.13 (aec810ed-0ee2-4480-934c-29ea716a1d55/1ffc8a07-8eea-4758-b719-3a645c0307b8/e7e4741b-0c2b-4943-a8b8-7ebad22375bc) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:20:39.445105 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:39.606527 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c450f9-90aa-457b-966c-d1d237adaa6a req-bdffd784-3c49-4004-aba5-07fced91f7fc tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:39.609940 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-85c450f9-90aa-457b-966c-d1d237adaa6a req-bdffd784-3c49-4004-aba5-07fced91f7fc tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.1177292
Jun 03 16:20:39.643516 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-8d2f282e-f888-40b4-a647-df2a5ad09794 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:39.662331 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-8d2f282e-f888-40b4-a647-df2a5ad09794 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Transition to ACTIVE for port object e7e4741b-0c2b-4943-a8b8-7ebad22375bc will not be triggered until provisioned by entity DHCP. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:20:39.694034 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-8d2f282e-f888-40b4-a647-df2a5ad09794 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:39.703015 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-4e332b87-6311-4f80-b84a-1c7de3245c0b tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:39.747509 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-120a8e3f-3d48-4e78-bd5a-d86e34a3ac53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:39.781711 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-85c450f9-90aa-457b-966c-d1d237adaa6a req-17d2f0b9-a429-4279-b332-38ac9be45f54 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1656888
Jun 03 16:20:39.801385 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 33682) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:39.860955 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-8d2f282e-f888-40b4-a647-df2a5ad09794 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Network aec810ed-0ee2-4480-934c-29ea716a1d55 is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:20:39.868959 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-8d2f282e-f888-40b4-a647-df2a5ad09794 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Resources bound (agent type, host, resource id):  {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:20:39.872764 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-8d2f282e-f888-40b4-a647-df2a5ad09794 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:20:39.923667 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f282e-f888-40b4-a647-df2a5ad09794 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Pushing event updated for resources: {'Port': ['ID=e7e4741b-0c2b-4943-a8b8-7ebad22375bc,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:39.926719 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-8d2f282e-f888-40b4-a647-df2a5ad09794 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:39.961569 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-8d2f282e-f888-40b4-a647-df2a5ad09794 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:39.962305 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-8d2f282e-f888-40b4-a647-df2a5ad09794 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:39.973354 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-057bbe1f-d659-499e-8a6b-93d2fdfe7831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:39.995091 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-8d2f282e-f888-40b4-a647-df2a5ad09794 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2106688
Jun 03 16:20:40.005208 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-057bbe1f-d659-499e-8a6b-93d2fdfe7831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:40.005444 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda6537-ecfe-4649-ad07-40994b465d2d req-d278fa30-7939-4721-929b-df6357c0042f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:40.006332 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-acda6537-ecfe-4649-ad07-40994b465d2d req-d278fa30-7939-4721-929b-df6357c0042f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Synchronizing usage tracker for tenant:f44ece6093c64861a96b56285934a43e on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:20:40.011244 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-057bbe1f-d659-499e-8a6b-93d2fdfe7831 admin admin] Usage tracker for resource:security_group_rule and tenant:ec20accbc1a5480dae03cc45d2eccdbe is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:40.014806 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-057bbe1f-d659-499e-8a6b-93d2fdfe7831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:40.016367 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-826bbe14-de02-4541-95ae-59bbfee0fa1b service neutron] Request body: {'port': {'device_id': 'd41530f6-9676-4324-a06f-56e55c0040da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:20:40.021716 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-057bbe1f-d659-499e-8a6b-93d2fdfe7831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:40.092022 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-acda6537-ecfe-4649-ad07-40994b465d2d req-d278fa30-7939-4721-929b-df6357c0042f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Unset dirty status for tenant:f44ece6093c64861a96b56285934a43e on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:20:40.093197 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-acda6537-ecfe-4649-ad07-40994b465d2d req-d278fa30-7939-4721-929b-df6357c0042f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=d41530f6-9676-4324-a06f-56e55c0040da HTTP/1.1" status: 200  len: 932 time: 0.2852130
Jun 03 16:20:40.148702 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-057bbe1f-d659-499e-8a6b-93d2fdfe7831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:40.153312 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-057bbe1f-d659-499e-8a6b-93d2fdfe7831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:40.162225 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-4dceff83-06b9-496b-8d89-f4765f24e628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:40.190044 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-826bbe14-de02-4541-95ae-59bbfee0fa1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:40.206611 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-acda6537-ecfe-4649-ad07-40994b465d2d req-1677fa8b-9406-4906-b746-c4dfa54b2b92 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800109
Jun 03 16:20:40.220183 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-057bbe1f-d659-499e-8a6b-93d2fdfe7831 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ec20accbc1a5480dae03cc45d2eccdbe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4201107
Jun 03 16:20:40.220925 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 33698) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:40.235919 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bbe1f-d659-499e-8a6b-93d2fdfe7831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58f98d3-a6c8-47f0-9de2-cd1e635d0e4d,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:40.243196 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-057bbe1f-d659-499e-8a6b-93d2fdfe7831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:40.256955 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-1618ef48-19a0-438d-8312-0f4915d508fb None None] Provisioning for port e7e4741b-0c2b-4943-a8b8-7ebad22375bc completed by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:20:40.266639 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-1618ef48-19a0-438d-8312-0f4915d508fb None None] Provisioning complete for port e7e4741b-0c2b-4943-a8b8-7ebad22375bc triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:40.267033 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-1618ef48-19a0-438d-8312-0f4915d508fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:40.299672 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-73786093-573c-4cc0-992c-e58a5999bc8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:40.332185 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-73786093-573c-4cc0-992c-e58a5999bc8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:40.378677 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-1618ef48-19a0-438d-8312-0f4915d508fb None None] Port e7e4741b-0c2b-4943-a8b8-7ebad22375bc cannot update to ACTIVE because it is not bound. {{(pid=91618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 16:20:40.398330 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-73786093-573c-4cc0-992c-e58a5999bc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:40.404947 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-20ba51ee-751e-42eb-9125-fc48a58769e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:40.418449 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73786093-573c-4cc0-992c-e58a5999bc8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58f98d3-a6c8-47f0-9de2-cd1e635d0e4d,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:40.422029 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-73786093-573c-4cc0-992c-e58a5999bc8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:40.424201 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-73786093-573c-4cc0-992c-e58a5999bc8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:40.425647 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-73786093-573c-4cc0-992c-e58a5999bc8f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c58f98d3-a6c8-47f0-9de2-cd1e635d0e4d HTTP/1.1" status: 204  len: 168 time: 0.2029245
Jun 03 16:20:40.621831 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-826bbe14-de02-4541-95ae-59bbfee0fa1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7e4741b-0c2b-4943-a8b8-7ebad22375bc {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:20:40.634000 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-826bbe14-de02-4541-95ae-59bbfee0fa1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:40.651665 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-826bbe14-de02-4541-95ae-59bbfee0fa1b service neutron] Transition to ACTIVE for port object e7e4741b-0c2b-4943-a8b8-7ebad22375bc will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:20:40.656538 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-826bbe14-de02-4541-95ae-59bbfee0fa1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2387463'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:40.661352 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:40.761302 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:40.856963 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826bbe14-de02-4541-95ae-59bbfee0fa1b service neutron] Pushing event updated for resources: {'Port': ['ID=e7e4741b-0c2b-4943-a8b8-7ebad22375bc,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:40.882753 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-826bbe14-de02-4541-95ae-59bbfee0fa1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:41.065018 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-826bbe14-de02-4541-95ae-59bbfee0fa1b service neutron] Attempting to bind port e7e4741b-0c2b-4943-a8b8-7ebad22375bc on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:20:41.065389 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-826bbe14-de02-4541-95ae-59bbfee0fa1b service neutron] Attempting to bind port e7e4741b-0c2b-4943-a8b8-7ebad22375bc by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'b0dbd752-4780-4d30-953c-bd3e6826f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:20:41.065715 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-826bbe14-de02-4541-95ae-59bbfee0fa1b service neutron] Attempting to bind port e7e4741b-0c2b-4943-a8b8-7ebad22375bc on network aec810ed-0ee2-4480-934c-29ea716a1d55 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:20:41.074045 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-826bbe14-de02-4541-95ae-59bbfee0fa1b service neutron] Port e7e4741b-0c2b-4943-a8b8-7ebad22375bc on network aec810ed-0ee2-4480-934c-29ea716a1d55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 16:20:41.074371 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-826bbe14-de02-4541-95ae-59bbfee0fa1b service neutron] Attempting to bind port e7e4741b-0c2b-4943-a8b8-7ebad22375bc on network aec810ed-0ee2-4480-934c-29ea716a1d55 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:20:41.081524 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-826bbe14-de02-4541-95ae-59bbfee0fa1b service neutron] Checking agent: {'id': '583156db-f932-4b7a-94d3-94f9531b86fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:20:41.081876 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-826bbe14-de02-4541-95ae-59bbfee0fa1b service neutron] Checking segment: {'id': 'b0dbd752-4780-4d30-953c-bd3e6826f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:20:41.082239 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-826bbe14-de02-4541-95ae-59bbfee0fa1b service neutron] Bound using segment: {'id': 'b0dbd752-4780-4d30-953c-bd3e6826f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:20:41.082848 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-826bbe14-de02-4541-95ae-59bbfee0fa1b service neutron] Bound port: e7e4741b-0c2b-4943-a8b8-7ebad22375bc, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0dbd752-4780-4d30-953c-bd3e6826f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:20:41.083356 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-826bbe14-de02-4541-95ae-59bbfee0fa1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:41.182141 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddabcb4-33f7-46f0-8193-53cae79df8bf req-d097a710-df8c-4599-b710-a4f06a4c9a76 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:41.189228 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-cddabcb4-33f7-46f0-8193-53cae79df8bf req-d097a710-df8c-4599-b710-a4f06a4c9a76 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.2078254
Jun 03 16:20:41.271144 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-cddabcb4-33f7-46f0-8193-53cae79df8bf req-219912a4-1d72-4264-ab5c-e4d1110deb82 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0807643
Jun 03 16:20:41.281837 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-826bbe14-de02-4541-95ae-59bbfee0fa1b service neutron] For port e7e4741b-0c2b-4943-a8b8-7ebad22375bc, host hv-cinder-78652, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:20:41.285240 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-826bbe14-de02-4541-95ae-59bbfee0fa1b service neutron] For port e7e4741b-0c2b-4943-a8b8-7ebad22375bc, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e7e4741b-0c2b-4943-a8b8-7ebad22375bc,segment=NetworkSegment(b0dbd752-4780-4d30-953c-bd3e6826f7f2),segment_id=b0dbd752-4780-4d30-953c-bd3e6826f7f2)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:20:41.300141 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-826bbe14-de02-4541-95ae-59bbfee0fa1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2387463'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:41.305191 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-825aeb0b-1961-4090-b70b-4108ff29eddf tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:41.467046 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee7d82-cb9e-48a0-a21f-a4d7cbd8f160 req-3e42e967-a86c-45f2-9006-0d986e37b84e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:41.468636 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c0ee7d82-cb9e-48a0-a21f-a4d7cbd8f160 req-3e42e967-a86c-45f2-9006-0d986e37b84e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=d41530f6-9676-4324-a06f-56e55c0040da HTTP/1.1" status: 200  len: 944 time: 0.1030743
Jun 03 16:20:41.487542 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-826bbe14-de02-4541-95ae-59bbfee0fa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:41.488350 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-826bbe14-de02-4541-95ae-59bbfee0fa1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:41.490000 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-826bbe14-de02-4541-95ae-59bbfee0fa1b service neutron] 10.222.0.73 "PUT /v2.0/ports/e7e4741b-0c2b-4943-a8b8-7ebad22375bc HTTP/1.1" status: 200  len: 1094 time: 1.4794648
Jun 03 16:20:41.493961 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41530f6-9676-4324-a06f-56e55c0040da', 'tag': 'e7e4741b-0c2b-4943-a8b8-7ebad22375bc'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:20:41.504874 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44e44db-21c5-40ca-b553-fcc84c7bb0fc" -d '{"events": [{"name": "network-changed", "server_uuid": "d41530f6-9676-4324-a06f-56e55c0040da", "tag": "e7e4741b-0c2b-4943-a8b8-7ebad22375bc"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:20:41.561742 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826bbe14-de02-4541-95ae-59bbfee0fa1b service neutron] Pushing event updated for resources: {'Port': ['ID=e7e4741b-0c2b-4943-a8b8-7ebad22375bc,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:41.567065 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-826bbe14-de02-4541-95ae-59bbfee0fa1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:41.589536 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c0ee7d82-cb9e-48a0-a21f-a4d7cbd8f160 req-29825316-6a48-45b0-91f4-1d7e8e593a23 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1127036
Jun 03 16:20:41.607574 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5caa7bf-b276-4cf7-9e4c-15eacd6ec8fd x-openstack-request-id: req-b5caa7bf-b276-4cf7-9e4c-15eacd6ec8fd {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:20:41.608174 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d41530f6-9676-4324-a06f-56e55c0040da", "tag": "e7e4741b-0c2b-4943-a8b8-7ebad22375bc", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:20:41.608662 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b5caa7bf-b276-4cf7-9e4c-15eacd6ec8fd {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:20:41.609104 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41530f6-9676-4324-a06f-56e55c0040da', 'tag': 'e7e4741b-0c2b-4943-a8b8-7ebad22375bc', 'status': 'completed', 'code': 200}
Jun 03 16:20:41.658905 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-7ec735e3-d522-4178-acfb-3f027b121821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:41.660726 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-7ec735e3-d522-4178-acfb-3f027b121821 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f44ece6093c64861a96b56285934a43e&device_id=d41530f6-9676-4324-a06f-56e55c0040da HTTP/1.1" status: 200  len: 1097 time: 0.0926929
Jun 03 16:20:41.749899 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-b53e2ee8-5f5f-4e89-8476-b80e3f342494 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7e4741b-0c2b-4943-a8b8-7ebad22375bc HTTP/1.1" status: 200  len: 217 time: 0.0710402
Jun 03 16:20:41.824549 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-4ff9f0a5-bf5a-4bc6-b2d4-33544d3f3c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:41.826297 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-4ff9f0a5-bf5a-4bc6-b2d4-33544d3f3c02 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ffc8a07-8eea-4758-b719-3a645c0307b8 HTTP/1.1" status: 200  len: 851 time: 0.0695457
Jun 03 16:20:41.910109 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-bb4371a1-0ab3-46a1-a3a4-2b44e3c82058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:41.911739 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-bb4371a1-0ab3-46a1-a3a4-2b44e3c82058 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aec810ed-0ee2-4480-934c-29ea716a1d55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0757127
Jun 03 16:20:42.058534 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-118015eb-9608-4792-9d16-d507cdc101eb service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396897
Jun 03 16:20:42.194477 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:42.206598 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-cb7c7724-e019-474a-9244-b6acbd5bbade req-172cb9e2-32fa-4690-a594-246acff47021 service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392119
Jun 03 16:20:42.338705 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e44db-21c5-40ca-b553-fcc84c7bb0fc req-8e4d2e27-03f8-4839-9917-539628a9dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:42.340084 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b44e44db-21c5-40ca-b553-fcc84c7bb0fc req-8e4d2e27-03f8-4839-9917-539628a9dfc3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f44ece6093c64861a96b56285934a43e&device_id=d41530f6-9676-4324-a06f-56e55c0040da HTTP/1.1" status: 200  len: 1097 time: 0.0873218
Jun 03 16:20:42.563484 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e44db-21c5-40ca-b553-fcc84c7bb0fc req-459c39db-f663-4cf7-904d-a8bc6ddcc6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:42.564931 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b44e44db-21c5-40ca-b553-fcc84c7bb0fc req-459c39db-f663-4cf7-904d-a8bc6ddcc6c9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aec810ed-0ee2-4480-934c-29ea716a1d55 HTTP/1.1" status: 200  len: 913 time: 0.2182465
Jun 03 16:20:42.646072 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73825f6c-d3c5-485f-a435-6ca3f8dc3c01 req-e2141db5-30f0-41ce-9bf9-4db32d2efc73 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:42.647616 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-73825f6c-d3c5-485f-a435-6ca3f8dc3c01 req-e2141db5-30f0-41ce-9bf9-4db32d2efc73 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.1953683
Jun 03 16:20:42.658531 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b44e44db-21c5-40ca-b553-fcc84c7bb0fc req-226f89ed-28a1-42b1-916b-0cd937d80746 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7e4741b-0c2b-4943-a8b8-7ebad22375bc HTTP/1.1" status: 200  len: 217 time: 0.0829654
Jun 03 16:20:42.755821 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-73825f6c-d3c5-485f-a435-6ca3f8dc3c01 req-fce17f83-b34d-4418-9d4b-3133ffaace9e tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0992501
Jun 03 16:20:42.763202 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e44db-21c5-40ca-b553-fcc84c7bb0fc req-fe3435f0-d6d8-41b2-8957-7c30ac07a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:42.764763 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b44e44db-21c5-40ca-b553-fcc84c7bb0fc req-fe3435f0-d6d8-41b2-8957-7c30ac07a214 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ffc8a07-8eea-4758-b719-3a645c0307b8 HTTP/1.1" status: 200  len: 851 time: 0.0907409
Jun 03 16:20:42.862413 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e44db-21c5-40ca-b553-fcc84c7bb0fc req-8d3acea0-963c-410b-a438-04864f4f6199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:42.863513 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b44e44db-21c5-40ca-b553-fcc84c7bb0fc req-8d3acea0-963c-410b-a438-04864f4f6199 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aec810ed-0ee2-4480-934c-29ea716a1d55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0914130
Jun 03 16:20:43.067895 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b44e44db-21c5-40ca-b553-fcc84c7bb0fc req-0906ecac-3ad3-4638-9bc9-18536db4e72c service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1523790
Jun 03 16:20:43.075906 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881f055-d5c9-46d5-a703-2dc5c4c88f8a req-b246de23-2b29-4e5f-8dab-eade67f7d090 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:43.083019 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e881f055-d5c9-46d5-a703-2dc5c4c88f8a req-b246de23-2b29-4e5f-8dab-eade67f7d090 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=d41530f6-9676-4324-a06f-56e55c0040da HTTP/1.1" status: 200  len: 944 time: 0.2151365
Jun 03 16:20:43.235427 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e881f055-d5c9-46d5-a703-2dc5c4c88f8a req-306fe500-dec6-41ab-adcf-b27c22b62464 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1515317
Jun 03 16:20:43.282356 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b44e44db-21c5-40ca-b553-fcc84c7bb0fc req-7b3a230e-ae2c-4471-b147-20061f638073 service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1973174
Jun 03 16:20:43.300919 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76beefbd-2fdf-458b-96ec-a8a5692abfa7 req-6ba770dd-c823-4068-a75e-c78ae4c5234d tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:43.302694 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-76beefbd-2fdf-458b-96ec-a8a5692abfa7 req-6ba770dd-c823-4068-a75e-c78ae4c5234d tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.0869088
Jun 03 16:20:43.350801 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-76beefbd-2fdf-458b-96ec-a8a5692abfa7 req-2c1cea2e-afa9-4e29-a942-3761e2aa6ace tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419211
Jun 03 16:20:44.519140 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49eaf7c-40f5-490b-9ada-e615c52f5cc5 req-e95dc333-ffa1-40c3-82fd-c74ead998583 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:44.520578 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a49eaf7c-40f5-490b-9ada-e615c52f5cc5 req-e95dc333-ffa1-40c3-82fd-c74ead998583 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=d41530f6-9676-4324-a06f-56e55c0040da HTTP/1.1" status: 200  len: 944 time: 0.1783288
Jun 03 16:20:44.566775 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a49eaf7c-40f5-490b-9ada-e615c52f5cc5 req-b46a1463-6114-4b25-8390-912ecd328e03 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399859
Jun 03 16:20:44.584753 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7137dd5-dc33-4282-89a3-cf31bc1e1827 req-bd56f84f-9a52-4adb-bc15-40cff3b08c50 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:44.586462 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c7137dd5-dc33-4282-89a3-cf31bc1e1827 req-bd56f84f-9a52-4adb-bc15-40cff3b08c50 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.0833027
Jun 03 16:20:44.629938 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c7137dd5-dc33-4282-89a3-cf31bc1e1827 req-8d4db7bd-0673-4881-8cca-6e026c8c0b64 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381477
Jun 03 16:20:45.823232 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1629a91-ee94-4703-8631-a63e0a840f5f req-db3705f0-8814-48ad-abf6-fc377cdb4ae0 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:45.824724 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d1629a91-ee94-4703-8631-a63e0a840f5f req-db3705f0-8814-48ad-abf6-fc377cdb4ae0 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.0835347
Jun 03 16:20:45.870563 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d1629a91-ee94-4703-8631-a63e0a840f5f req-62bce421-c78e-4be4-ac6b-60f04c27e11d tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400219
Jun 03 16:20:45.896615 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd0f60-defe-4cbb-9734-694459609b51 req-2cf093d7-27a3-4bf0-9d31-0a3ecef04ecf tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:45.898146 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6dfd0f60-defe-4cbb-9734-694459609b51 req-2cf093d7-27a3-4bf0-9d31-0a3ecef04ecf tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=d41530f6-9676-4324-a06f-56e55c0040da HTTP/1.1" status: 200  len: 944 time: 0.0814266
Jun 03 16:20:45.945707 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6dfd0f60-defe-4cbb-9734-694459609b51 req-e0272a6c-2465-4f86-8d2d-e67b4a76fe8c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412679
Jun 03 16:20:46.373989 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b296f1-bbd2-4e2a-8232-b5b168a7098e req-6a0ac40a-f672-44a6-b9bc-611367b9a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:46.375474 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c8b296f1-bbd2-4e2a-8232-b5b168a7098e req-6a0ac40a-f672-44a6-b9bc-611367b9a760 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a537e76199c41b2a9f3cd652b9668bd&device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 1098 time: 0.0817604
Jun 03 16:20:46.553958 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b296f1-bbd2-4e2a-8232-b5b168a7098e req-f68cd559-10d1-4c76-aadd-043041f58916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:46.556526 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c8b296f1-bbd2-4e2a-8232-b5b168a7098e req-f68cd559-10d1-4c76-aadd-043041f58916 service neutron] 10.222.0.73 "GET /v2.0/networks?id=402cb13e-8c37-4be7-87df-d31fc66fd7f0 HTTP/1.1" status: 200  len: 911 time: 0.1724966
Jun 03 16:20:46.669557 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c8b296f1-bbd2-4e2a-8232-b5b168a7098e req-2a930e36-2c00-4784-ab1e-cd7845dc032f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8 HTTP/1.1" status: 200  len: 999 time: 0.1055763
Jun 03 16:20:46.737020 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b296f1-bbd2-4e2a-8232-b5b168a7098e req-13790722-e799-4456-8c77-40403eb9b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:46.738500 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c8b296f1-bbd2-4e2a-8232-b5b168a7098e req-13790722-e799-4456-8c77-40403eb9b4d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=515f7287-4aad-4ff2-b3a1-62fc265d7452 HTTP/1.1" status: 200  len: 849 time: 0.0623450
Jun 03 16:20:46.813237 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b296f1-bbd2-4e2a-8232-b5b168a7098e req-f6fc056f-3505-43ce-aed1-89251ac57cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:46.814717 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c8b296f1-bbd2-4e2a-8232-b5b168a7098e req-f6fc056f-3505-43ce-aed1-89251ac57cce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=402cb13e-8c37-4be7-87df-d31fc66fd7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0698805
Jun 03 16:20:46.953667 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c8b296f1-bbd2-4e2a-8232-b5b168a7098e req-9d4d32ef-b61c-4aff-bedc-3d120cdc4354 service neutron] 10.222.0.73 "GET /v2.0/networks/402cb13e-8c37-4be7-87df-d31fc66fd7f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307533
Jun 03 16:20:47.065227 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c913ffb-94c5-4ce5-8dad-510208c025c3 req-cdeb73e5-dd64-43f9-bf6e-e0446fe196b6 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:47.066887 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-3c913ffb-94c5-4ce5-8dad-510208c025c3 req-cdeb73e5-dd64-43f9-bf6e-e0446fe196b6 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.0872664
Jun 03 16:20:47.116346 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-3c913ffb-94c5-4ce5-8dad-510208c025c3 req-75e34d2b-0d33-4f63-80b9-ddf72bf4629e tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431123
Jun 03 16:20:47.136017 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c8b296f1-bbd2-4e2a-8232-b5b168a7098e req-6000c597-f58b-474e-8bcb-07ce26ffad39 service neutron] 10.222.0.73 "GET /v2.0/networks/402cb13e-8c37-4be7-87df-d31fc66fd7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1758657
Jun 03 16:20:47.176370 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd6123-136c-48df-a577-daf9de63614d req-2bf0033d-00fb-4966-b95f-9f489c4c6ae4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:47.177743 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-33dd6123-136c-48df-a577-daf9de63614d req-2bf0033d-00fb-4966-b95f-9f489c4c6ae4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=d41530f6-9676-4324-a06f-56e55c0040da HTTP/1.1" status: 200  len: 944 time: 0.1022182
Jun 03 16:20:47.221739 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-33dd6123-136c-48df-a577-daf9de63614d req-083db166-bf73-45d3-9be3-4885eb849add tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383816
Jun 03 16:20:48.307764 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b9461-1c34-4dd8-8830-1bbbb5ed212b req-a1dbc08b-2724-4b72-b5cf-f0df01be3ff4 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:48.309359 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-418b9461-1c34-4dd8-8830-1bbbb5ed212b req-a1dbc08b-2724-4b72-b5cf-f0df01be3ff4 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.0853312
Jun 03 16:20:48.357470 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-418b9461-1c34-4dd8-8830-1bbbb5ed212b req-778bab78-1bdd-4c2b-9265-0ea4d4f49531 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415096
Jun 03 16:20:48.432616 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43448a-f30b-4991-822b-8ca64a608584 req-7e183c83-5f2e-4e4e-90c0-5735e417fac7 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:48.434118 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-7f43448a-f30b-4991-822b-8ca64a608584 req-7e183c83-5f2e-4e4e-90c0-5735e417fac7 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=d41530f6-9676-4324-a06f-56e55c0040da HTTP/1.1" status: 200  len: 944 time: 0.0854275
Jun 03 16:20:48.479212 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-7f43448a-f30b-4991-822b-8ca64a608584 req-e32945dd-a45a-476b-be9e-5577662e500e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394104
Jun 03 16:20:49.466423 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 33942) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:49.598664 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-29e2baf5-182d-479e-86c5-7577c8c406d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:49.614524 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-29e2baf5-182d-479e-86c5-7577c8c406d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:49.618496 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-29e2baf5-182d-479e-86c5-7577c8c406d8 admin admin] Usage tracker for resource:security_group_rule and tenant:b2711922d70c4cafa1659c6befe4e205 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:49.621400 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-29e2baf5-182d-479e-86c5-7577c8c406d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:49.627534 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-29e2baf5-182d-479e-86c5-7577c8c406d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:49.675631 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93384d-7edb-4ad9-acc0-2c6d84cc90cb req-6fcd8e7f-981e-4180-b590-0332b9940a19 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:49.677192 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-5f93384d-7edb-4ad9-acc0-2c6d84cc90cb req-6fcd8e7f-981e-4180-b590-0332b9940a19 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=d41530f6-9676-4324-a06f-56e55c0040da HTTP/1.1" status: 200  len: 944 time: 0.0890191
Jun 03 16:20:49.728755 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-29e2baf5-182d-479e-86c5-7577c8c406d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:49.729917 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-5f93384d-7edb-4ad9-acc0-2c6d84cc90cb req-0560ecaa-c64c-4e1a-a442-e2bda813c80e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415838
Jun 03 16:20:49.735409 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-29e2baf5-182d-479e-86c5-7577c8c406d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:49.746017 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-447bf08d-d7e3-436c-8950-0aca3f644c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:49.785216 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-29e2baf5-182d-479e-86c5-7577c8c406d8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b2711922d70c4cafa1659c6befe4e205&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3175132
Jun 03 16:20:49.786891 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2baf5-182d-479e-86c5-7577c8c406d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e3dec8-89b7-4b8e-aba8-16685c21cafc,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:49.787756 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 33952) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:49.790751 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-29e2baf5-182d-479e-86c5-7577c8c406d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:49.799449 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device e7e4741b-0c2b-4943-a8b8-7ebad22375bc details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 16:20:49.927212 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6d8b06cc-195d-40ed-8128-cf1b9bc138fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:49.953476 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6d8b06cc-195d-40ed-8128-cf1b9bc138fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:49.975228 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port e7e4741b-0c2b-4943-a8b8-7ebad22375bc, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e7e4741b-0c2b-4943-a8b8-7ebad22375bc,segment=NetworkSegment(b0dbd752-4780-4d30-953c-bd3e6826f7f2),segment_id=b0dbd752-4780-4d30-953c-bd3e6826f7f2)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:20:49.990220 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Returning: {'device': 'e7e4741b-0c2b-4943-a8b8-7ebad22375bc', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'port_id': 'e7e4741b-0c2b-4943-a8b8-7ebad22375bc', 'mac_address': 'fa:16:3e:d0:d9:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 16:20:50.009137 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6d8b06cc-195d-40ed-8128-cf1b9bc138fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:50.013111 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-b714ebf2-75e3-471d-bdcc-ea853f4ec8a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:50.024851 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b06cc-195d-40ed-8128-cf1b9bc138fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e3dec8-89b7-4b8e-aba8-16685c21cafc,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:50.034783 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b06cc-195d-40ed-8128-cf1b9bc138fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:50.035167 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b06cc-195d-40ed-8128-cf1b9bc138fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:50.035599 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b06cc-195d-40ed-8128-cf1b9bc138fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:50.035904 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b06cc-195d-40ed-8128-cf1b9bc138fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:50.036260 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b06cc-195d-40ed-8128-cf1b9bc138fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:50.036618 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b06cc-195d-40ed-8128-cf1b9bc138fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:50.036969 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b06cc-195d-40ed-8128-cf1b9bc138fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:50.037351 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b06cc-195d-40ed-8128-cf1b9bc138fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:50.037706 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b06cc-195d-40ed-8128-cf1b9bc138fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:50.038053 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b06cc-195d-40ed-8128-cf1b9bc138fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:50.038402 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b06cc-195d-40ed-8128-cf1b9bc138fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:50.038764 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b06cc-195d-40ed-8128-cf1b9bc138fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:50.042076 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-6d8b06cc-195d-40ed-8128-cf1b9bc138fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:50.043292 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6d8b06cc-195d-40ed-8128-cf1b9bc138fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:50.045108 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-6d8b06cc-195d-40ed-8128-cf1b9bc138fb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d3e3dec8-89b7-4b8e-aba8-16685c21cafc HTTP/1.1" status: 204  len: 168 time: 0.2556839
Jun 03 16:20:50.054696 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:50.078428 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e4741b-0c2b-4943-a8b8-7ebad22375bc {{(pid=91618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:20:50.094985 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port e7e4741b-0c2b-4943-a8b8-7ebad22375bc, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e7e4741b-0c2b-4943-a8b8-7ebad22375bc,segment=NetworkSegment(b0dbd752-4780-4d30-953c-bd3e6826f7f2),segment_id=b0dbd752-4780-4d30-953c-bd3e6826f7f2)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:20:50.098786 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:50.101629 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:50.168242 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=e7e4741b-0c2b-4943-a8b8-7ebad22375bc,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:50.171410 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:50.407200 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['e7e4741b-0c2b-4943-a8b8-7ebad22375bc'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:20:50.943936 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d4a69-8fed-4f5a-adff-53aae1415c36 req-a8395a68-eb33-4c25-b00b-f860c58d315d tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:50.946074 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-263d4a69-8fed-4f5a-adff-53aae1415c36 req-a8395a68-eb33-4c25-b00b-f860c58d315d tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=d41530f6-9676-4324-a06f-56e55c0040da HTTP/1.1" status: 200  len: 945 time: 0.1028330
Jun 03 16:20:50.996002 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-263d4a69-8fed-4f5a-adff-53aae1415c36 req-fd8c4709-c5b1-4683-bf28-a0677eb69cf5 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423555
Jun 03 16:20:51.808951 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device e7e4741b-0c2b-4943-a8b8-7ebad22375bc up at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:20:51.883349 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning for port e7e4741b-0c2b-4943-a8b8-7ebad22375bc completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:20:51.888840 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning complete for port e7e4741b-0c2b-4943-a8b8-7ebad22375bc triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:51.889367 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:52.008054 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:52.036296 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41530f6-9676-4324-a06f-56e55c0040da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e4741b-0c2b-4943-a8b8-7ebad22375bc'}] {{(pid=91618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:20:52.038548 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80780923b31b79766dda64912243351c94e9e307cca1e5b2e5a14cee02687ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae8a150-fd3b-4c1a-be68-964b472f8a1b" -d '{"events": [{"server_uuid": "d41530f6-9676-4324-a06f-56e55c0040da", "name": "network-vif-plugged", "status": "completed", "tag": "e7e4741b-0c2b-4943-a8b8-7ebad22375bc"}]}' {{(pid=91618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:20:52.047592 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port e7e4741b-0c2b-4943-a8b8-7ebad22375bc, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e7e4741b-0c2b-4943-a8b8-7ebad22375bc,segment=NetworkSegment(b0dbd752-4780-4d30-953c-bd3e6826f7f2),segment_id=b0dbd752-4780-4d30-953c-bd3e6826f7f2)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:20:52.053366 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:52.055602 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-7fea7e8b-b903-4f7c-abed-7f9aa7e12c76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:52.125593 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=e7e4741b-0c2b-4943-a8b8-7ebad22375bc,revision_number=5']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:52.128645 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:52.158244 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-11c8a077-9195-49dd-8b56-669d687800dc tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Synchronizing usage tracker for tenant:f244f46dcdba4cb1ae27b5a94b44c8f7 on resource:security_group {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:20:52.176334 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-11c8a077-9195-49dd-8b56-669d687800dc tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Unset dirty status for tenant:f244f46dcdba4cb1ae27b5a94b44c8f7 on resource:security_group {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:20:52.177565 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-11c8a077-9195-49dd-8b56-669d687800dc tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1519978731&fields=id&tenant_id=f244f46dcdba4cb1ae27b5a94b44c8f7 HTTP/1.1" status: 200  len: 267 time: 0.0613849
Jun 03 16:20:52.211579 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b42ad8-bac0-46b7-aa32-0cebef58e43b req-df092a0c-5211-42f6-885d-a1b4ff31b9e7 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:52.213944 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d3b42ad8-bac0-46b7-aa32-0cebef58e43b req-df092a0c-5211-42f6-885d-a1b4ff31b9e7 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=d41530f6-9676-4324-a06f-56e55c0040da HTTP/1.1" status: 200  len: 946 time: 0.0973291
Jun 03 16:20:52.262460 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d3b42ad8-bac0-46b7-aa32-0cebef58e43b req-1850332a-6302-4015-8521-76c52e81e492 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423009
Jun 03 16:20:52.326033 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a048dd-e842-4d40-b28a-ccbada06973c x-openstack-request-id: req-b1a048dd-e842-4d40-b28a-ccbada06973c {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:20:52.326414 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41530f6-9676-4324-a06f-56e55c0040da", "name": "network-vif-plugged", "status": "completed", "tag": "e7e4741b-0c2b-4943-a8b8-7ebad22375bc", "code": 200}]} {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:20:52.326609 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b1a048dd-e842-4d40-b28a-ccbada06973c {{(pid=91618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:20:52.327317 dv-cinder-786524-8-iscsi neutron-server[91618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41530f6-9676-4324-a06f-56e55c0040da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e4741b-0c2b-4943-a8b8-7ebad22375bc', 'code': 200}
Jun 03 16:20:52.341266 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-7404f8a9-c471-46dc-9bbc-4d4535177b48 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:52.341956 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-7404f8a9-c471-46dc-9bbc-4d4535177b48 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Synchronizing usage tracker for tenant:f244f46dcdba4cb1ae27b5a94b44c8f7 on resource:network {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:20:52.360351 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-7404f8a9-c471-46dc-9bbc-4d4535177b48 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Unset dirty status for tenant:f244f46dcdba4cb1ae27b5a94b44c8f7 on resource:network {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:20:52.362257 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-7404f8a9-c471-46dc-9bbc-4d4535177b48 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/networks?id=59734cb5-b3cd-4731-b72c-e406b3f16f4f HTTP/1.1" status: 200  len: 809 time: 0.1756694
Jun 03 16:20:52.376812 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-a112f071-557b-4110-91ec-1b2bcc70490c tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/quotas/f244f46dcdba4cb1ae27b5a94b44c8f7 HTTP/1.1" status: 200  len: 375 time: 0.0092521
Jun 03 16:20:52.467736 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-18ab2549-b204-429a-9126-bcda6af0b736 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Synchronizing usage tracker for tenant:f244f46dcdba4cb1ae27b5a94b44c8f7 on resource:port {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:20:52.486437 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-18ab2549-b204-429a-9126-bcda6af0b736 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Unset dirty status for tenant:f244f46dcdba4cb1ae27b5a94b44c8f7 on resource:port {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:20:52.487872 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-18ab2549-b204-429a-9126-bcda6af0b736 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f244f46dcdba4cb1ae27b5a94b44c8f7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1054401
Jun 03 16:20:52.665323 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95883793-f175-489c-b1dd-62b6154fd776 req-8e2a7262-1780-4091-a872-8fcb7345a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:52.667256 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-95883793-f175-489c-b1dd-62b6154fd776 req-8e2a7262-1780-4091-a872-8fcb7345a0cd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d41530f6-9676-4324-a06f-56e55c0040da HTTP/1.1" status: 200  len: 1099 time: 0.0836143
Jun 03 16:20:52.685613 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-afaa9d08-61b2-4b83-aa05-14cfa2bbe798 service neutron] 10.222.0.66 "GET /v2.0/networks/59734cb5-b3cd-4731-b72c-e406b3f16f4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1847174
Jun 03 16:20:52.726969 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-95883793-f175-489c-b1dd-62b6154fd776 req-46e59950-98dd-4ff3-8a2f-f36ada74e066 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507281
Jun 03 16:20:52.815909 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-1f9cc33a-192d-4428-a0ec-1edf1b7e211f service neutron] 10.222.0.66 "GET /v2.0/networks/59734cb5-b3cd-4731-b72c-e406b3f16f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293342
Jun 03 16:20:53.217649 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-bcc2e7ab-e15b-4836-b4fd-7a6309a18b07 req-20f37790-8878-4af4-a7fd-2bea0e9c948a tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 210 time: 0.0466738
Jun 03 16:20:53.486446 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7eeddc-6d1c-4167-8c45-c925a31e7091 req-6fe6f055-2e2d-49b2-92da-f3cd1da610e2 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:53.488061 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0f7eeddc-6d1c-4167-8c45-c925a31e7091 req-6fe6f055-2e2d-49b2-92da-f3cd1da610e2 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=d41530f6-9676-4324-a06f-56e55c0040da HTTP/1.1" status: 200  len: 946 time: 0.1028292
Jun 03 16:20:53.539481 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0f7eeddc-6d1c-4167-8c45-c925a31e7091 req-682163aa-42b6-46df-866a-0c3915e4d8a4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433025
Jun 03 16:20:54.508126 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c9cc70dd-1efa-423f-b256-168bc4e7b6e6 req-8861fa60-ec1a-4a45-a2a2-0c38006e7b58 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 210 time: 0.0578971
Jun 03 16:20:54.567250 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-2735521a-9fb3-4358-bf7a-3641604ca0d5 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:54.568759 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-2735521a-9fb3-4358-bf7a-3641604ca0d5 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.73 "GET /v2.0/networks?id=59734cb5-b3cd-4731-b72c-e406b3f16f4f HTTP/1.1" status: 200  len: 809 time: 0.2999129
Jun 03 16:20:54.624446 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-649cd2cd-1b2f-4571-ac29-ab3494f65f6b tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f244f46dcdba4cb1ae27b5a94b44c8f7 HTTP/1.1" status: 200  len: 380 time: 0.0459599
Jun 03 16:20:54.635205 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-6c2657c8-263c-4752-90c4-6df466aa0095 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Request body: {'port': {'device_id': '5e7a1ccd-cc35-4913-a909-269c1245155d', 'network_id': '59734cb5-b3cd-4731-b72c-e406b3f16f4f', 'admin_state_up': True, 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'security_groups': ['cf90c574-974c-40af-a095-455f21ec4b17']}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:20:54.747427 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c9ebd-ebfd-4da6-9407-49f59a5666da req-1448f735-47ff-4c54-8f30-849ee598d32f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:54.749547 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6f6c9ebd-ebfd-4da6-9407-49f59a5666da req-1448f735-47ff-4c54-8f30-849ee598d32f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=d41530f6-9676-4324-a06f-56e55c0040da HTTP/1.1" status: 200  len: 946 time: 0.0868597
Jun 03 16:20:54.801776 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6f6c9ebd-ebfd-4da6-9407-49f59a5666da req-c1f9e791-d5e8-4ed4-a11b-1abe734ae6ff tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455549
Jun 03 16:20:54.807068 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-6c2657c8-263c-4752-90c4-6df466aa0095 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:54.818174 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-6c2657c8-263c-4752-90c4-6df466aa0095 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:54.833786 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-6c2657c8-263c-4752-90c4-6df466aa0095 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Made reservation on behalf of f244f46dcdba4cb1ae27b5a94b44c8f7 for: {'port': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:20:54.833786 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-6c2657c8-263c-4752-90c4-6df466aa0095 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:55.051881 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-6c2657c8-263c-4752-90c4-6df466aa0095 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Allocated IP 172.20.0.10 (59734cb5-b3cd-4731-b72c-e406b3f16f4f/e1cf8725-43b3-4508-857e-71350cd10ed6/61aff5fb-537d-4222-ade7-2c04c84e75c6) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:20:55.082058 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755e285-b812-4859-a187-207685e55db4 req-e7dd9256-3005-402a-961c-156ddcd6e718 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:55.083590 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e755e285-b812-4859-a187-207685e55db4 req-e7dd9256-3005-402a-961c-156ddcd6e718 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=d41530f6-9676-4324-a06f-56e55c0040da HTTP/1.1" status: 200  len: 946 time: 0.1591811
Jun 03 16:20:55.191315 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e755e285-b812-4859-a187-207685e55db4 req-7e3ab806-9ec9-45ca-9fff-9cd9d82885b1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0947165
Jun 03 16:20:55.214965 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 34108) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:55.313271 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-6c2657c8-263c-4752-90c4-6df466aa0095 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:55.334311 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-6c2657c8-263c-4752-90c4-6df466aa0095 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Transition to ACTIVE for port object 61aff5fb-537d-4222-ade7-2c04c84e75c6 will not be triggered until provisioned by entity DHCP. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:20:55.363067 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-6c2657c8-263c-4752-90c4-6df466aa0095 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:55.369110 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-ab0595f3-f4b2-481a-a631-eeabbcaa5fae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:55.433243 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-6c2657c8-263c-4752-90c4-6df466aa0095 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Network 59734cb5-b3cd-4731-b72c-e406b3f16f4f is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:20:55.436622 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-6c2657c8-263c-4752-90c4-6df466aa0095 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Resources bound (agent type, host, resource id):  {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:20:55.446304 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-6c2657c8-263c-4752-90c4-6df466aa0095 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:20:55.484306 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2657c8-263c-4752-90c4-6df466aa0095 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Pushing event updated for resources: {'Port': ['ID=61aff5fb-537d-4222-ade7-2c04c84e75c6,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:55.498579 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045852a8-a423-4fe4-921e-4e0c228eeed2 tempest-TestVolumeBootPattern-426344870 tempest-TestVolumeBootPattern-426344870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:55.499592 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-045852a8-a423-4fe4-921e-4e0c228eeed2 tempest-TestVolumeBootPattern-426344870 tempest-TestVolumeBootPattern-426344870-project-admin] Synchronizing usage tracker for tenant:895de2aea84347b091b80f1ed42b6eaf on resource:port {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:20:55.502901 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2657c8-263c-4752-90c4-6df466aa0095 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:55.503477 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2657c8-263c-4752-90c4-6df466aa0095 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:55.503999 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2657c8-263c-4752-90c4-6df466aa0095 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:55.504538 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2657c8-263c-4752-90c4-6df466aa0095 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:55.505061 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2657c8-263c-4752-90c4-6df466aa0095 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:55.505591 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2657c8-263c-4752-90c4-6df466aa0095 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:55.506110 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2657c8-263c-4752-90c4-6df466aa0095 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:55.506626 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2657c8-263c-4752-90c4-6df466aa0095 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:55.507145 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2657c8-263c-4752-90c4-6df466aa0095 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:55.508250 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2657c8-263c-4752-90c4-6df466aa0095 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:55.509779 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2657c8-263c-4752-90c4-6df466aa0095 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:55.510308 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2657c8-263c-4752-90c4-6df466aa0095 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:20:55.516229 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-6c2657c8-263c-4752-90c4-6df466aa0095 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:55.524443 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-045852a8-a423-4fe4-921e-4e0c228eeed2 tempest-TestVolumeBootPattern-426344870 tempest-TestVolumeBootPattern-426344870-project-admin] Unset dirty status for tenant:895de2aea84347b091b80f1ed42b6eaf on resource:port {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:20:55.526476 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-045852a8-a423-4fe4-921e-4e0c228eeed2 tempest-TestVolumeBootPattern-426344870 tempest-TestVolumeBootPattern-426344870-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d41530f6-9676-4324-a06f-56e55c0040da HTTP/1.1" status: 200  len: 1094 time: 0.3102939
Jun 03 16:20:55.529524 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 34118) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:20:55.536122 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-6c2657c8-263c-4752-90c4-6df466aa0095 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:55.536763 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-e60182da-c7e3-40d3-9d7f-c5b59866be86 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Request body: {'floatingip': {'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'port_id': 'e7e4741b-0c2b-4943-a8b8-7ebad22375bc', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:20:55.537262 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-6c2657c8-263c-4752-90c4-6df466aa0095 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:55.543532 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e60182da-c7e3-40d3-9d7f-c5b59866be86 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:20:55.548156 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-e60182da-c7e3-40d3-9d7f-c5b59866be86 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Usage tracker for resource:floatingip and tenant:f44ece6093c64861a96b56285934a43e is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:20:55.551366 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-e60182da-c7e3-40d3-9d7f-c5b59866be86 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:20:55.558888 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e60182da-c7e3-40d3-9d7f-c5b59866be86 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:20:55.582703 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-6c2657c8-263c-4752-90c4-6df466aa0095 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9527783
Jun 03 16:20:55.589664 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e60182da-c7e3-40d3-9d7f-c5b59866be86 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for floatingip, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:55.757242 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-44067bd1-eb85-4e62-86e7-5616287cb1d5 None None] Provisioning for port 61aff5fb-537d-4222-ade7-2c04c84e75c6 completed by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:20:55.763158 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-44067bd1-eb85-4e62-86e7-5616287cb1d5 None None] Provisioning complete for port 61aff5fb-537d-4222-ade7-2c04c84e75c6 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:20:55.763449 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-44067bd1-eb85-4e62-86e7-5616287cb1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:55.788192 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cc7c0-c668-41d1-8fef-7a60da372fbf req-19edc795-436f-463f-a6e8-1df630f85177 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:55.790314 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-306cc7c0-c668-41d1-8fef-7a60da372fbf req-19edc795-436f-463f-a6e8-1df630f85177 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 932 time: 0.1110635
Jun 03 16:20:55.813638 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e60182da-c7e3-40d3-9d7f-c5b59866be86 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:55.820694 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-44067bd1-eb85-4e62-86e7-5616287cb1d5 None None] Port 61aff5fb-537d-4222-ade7-2c04c84e75c6 cannot update to ACTIVE because it is not bound. {{(pid=91618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 16:20:55.896767 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-306cc7c0-c668-41d1-8fef-7a60da372fbf req-3cdad809-8a3a-40c7-8167-03967c718ef9 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0975974
Jun 03 16:20:55.973243 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [None req-e60182da-c7e3-40d3-9d7f-c5b59866be86 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Allocated IP 172.27.2.146 (454170da-4e8f-4963-97fb-80bd3b86dedc/06c387f0-ce57-4d04-be2c-2471c04350c2/a2c17287-4859-41e4-87b5-a24560f3ee2b) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:20:56.119237 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e60182da-c7e3-40d3-9d7f-c5b59866be86 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:56.146979 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e60182da-c7e3-40d3-9d7f-c5b59866be86 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954439'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:56.151501 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-4eb585ab-0465-48f1-b993-457383744941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:56.210707 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60182da-c7e3-40d3-9d7f-c5b59866be86 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Network 454170da-4e8f-4963-97fb-80bd3b86dedc is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:20:56.213474 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-e60182da-c7e3-40d3-9d7f-c5b59866be86 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:20:56.221485 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60182da-c7e3-40d3-9d7f-c5b59866be86 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:20:56.254104 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60182da-c7e3-40d3-9d7f-c5b59866be86 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Pushing event updated for resources: {'Port': ['ID=a2c17287-4859-41e4-87b5-a24560f3ee2b,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:56.264105 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e60182da-c7e3-40d3-9d7f-c5b59866be86 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:56.747140 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e60182da-c7e3-40d3-9d7f-c5b59866be86 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:56.827954 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e60182da-c7e3-40d3-9d7f-c5b59866be86 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:57.048424 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e60182da-c7e3-40d3-9d7f-c5b59866be86 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for port, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:57.053992 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e60182da-c7e3-40d3-9d7f-c5b59866be86 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954300'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:57.059061 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:57.169401 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60182da-c7e3-40d3-9d7f-c5b59866be86 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Pushing event updated for resources: {'Port': ['ID=a2c17287-4859-41e4-87b5-a24560f3ee2b,revision_number=2']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:57.173422 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e60182da-c7e3-40d3-9d7f-c5b59866be86 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:57.182332 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e60182da-c7e3-40d3-9d7f-c5b59866be86 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380258'] for floatingip, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:57.244004 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f41e61-edcb-4718-8ca1-955138746e29 req-25608ddb-d312-4a44-8158-d7dd0e6e2d9d tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:57.244697 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-d3f41e61-edcb-4718-8ca1-955138746e29 req-25608ddb-d312-4a44-8158-d7dd0e6e2d9d tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Synchronizing usage tracker for tenant:f244f46dcdba4cb1ae27b5a94b44c8f7 on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:20:57.260879 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-d3f41e61-edcb-4718-8ca1-955138746e29 req-25608ddb-d312-4a44-8158-d7dd0e6e2d9d tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Unset dirty status for tenant:f244f46dcdba4cb1ae27b5a94b44c8f7 on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:20:57.262242 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d3f41e61-edcb-4718-8ca1-955138746e29 req-25608ddb-d312-4a44-8158-d7dd0e6e2d9d tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 932 time: 0.1045108
Jun 03 16:20:57.307535 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d3f41e61-edcb-4718-8ca1-955138746e29 req-e0389d12-eab7-48df-843b-4619ec4bc855 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393989
Jun 03 16:20:57.354908 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.db.l3_db [None req-e60182da-c7e3-40d3-9d7f-c5b59866be86 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Floating IP d1ecc21b-d385-4e31-b38f-26586a7f0f8e associated. External IP: 172.27.2.146, port: e7e4741b-0c2b-4943-a8b8-7ebad22375bc.
Jun 03 16:20:57.688257 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60182da-c7e3-40d3-9d7f-c5b59866be86 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Router c426a715-f7e8-4e42-a873-bc1373343142 has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:20:57.938978 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60182da-c7e3-40d3-9d7f-c5b59866be86 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:20:57.949464 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1889a9-5b2d-4726-abeb-f9e41e5bae49 None None] Sync routers for ids ['c426a715-f7e8-4e42-a873-bc1373343142'] in dv-cinder-786524-8-iscsi {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:20:57.961406 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1889a9-5b2d-4726-abeb-f9e41e5bae49 None None] Routers {'c426a715-f7e8-4e42-a873-bc1373343142'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:20:57.962398 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-0b1889a9-5b2d-4726-abeb-f9e41e5bae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2272670>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:20:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['c426a715-f7e8-4e42-a873-bc1373343142'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:57.964175 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e60182da-c7e3-40d3-9d7f-c5b59866be86 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for floatingip, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:58.037613 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-e60182da-c7e3-40d3-9d7f-c5b59866be86 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5070972
Jun 03 16:20:58.038727 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41530f6-9676-4324-a06f-56e55c0040da', 'tag': 'e7e4741b-0c2b-4943-a8b8-7ebad22375bc'}] {{(pid=91616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:20:58.042565 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ba5683e2301900b00b63f0bdb68dd2696e782727940e4ba776c706cb44efd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190b88bd-12bf-473a-b9f3-768b742ab987" -d '{"events": [{"name": "network-changed", "server_uuid": "d41530f6-9676-4324-a06f-56e55c0040da", "tag": "e7e4741b-0c2b-4943-a8b8-7ebad22375bc"}]}' {{(pid=91616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:20:58.088199 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2943b8-edc8-4d77-836c-1aeff3504827 x-openstack-request-id: req-ce2943b8-edc8-4d77-836c-1aeff3504827 {{(pid=91616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:20:58.088535 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d41530f6-9676-4324-a06f-56e55c0040da", "tag": "e7e4741b-0c2b-4943-a8b8-7ebad22375bc", "status": "completed", "code": 200}]} {{(pid=91616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:20:58.088837 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ce2943b8-edc8-4d77-836c-1aeff3504827 {{(pid=91616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:20:58.089508 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41530f6-9676-4324-a06f-56e55c0040da', 'tag': 'e7e4741b-0c2b-4943-a8b8-7ebad22375bc', 'status': 'completed', 'code': 200}
Jun 03 16:20:58.155950 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-aa0d6cd2-a585-40dd-a8f4-f23958952dee service neutron] Request body: {'port': {'device_id': '5e7a1ccd-cc35-4913-a909-269c1245155d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:20:58.163196 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-0b1889a9-5b2d-4726-abeb-f9e41e5bae49 None None] Set router c426a715-f7e8-4e42-a873-bc1373343142 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:20:58.328481 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-aa0d6cd2-a585-40dd-a8f4-f23958952dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:58.508916 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b88bd-12bf-473a-b9f3-768b742ab987 req-aa6453c6-f38e-4d44-81dd-8784f0d20132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:58.510587 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-190b88bd-12bf-473a-b9f3-768b742ab987 req-aa6453c6-f38e-4d44-81dd-8784f0d20132 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f44ece6093c64861a96b56285934a43e&device_id=d41530f6-9676-4324-a06f-56e55c0040da HTTP/1.1" status: 200  len: 1099 time: 0.3284261
Jun 03 16:20:58.554051 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-0b1889a9-5b2d-4726-abeb-f9e41e5bae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2272670>, [{'id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'name': 'tempest-TestVolumeBootPattern-1840315318-router', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:19:52Z', 'updated_at': '2021-06-03T16:19:58Z', 'revision_number': 4, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'gw_port': {'id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:54Z', 'updated_at': '2021-06-03T16:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_floatingips': [{'id': 'd1ecc21b-d385-4e31-b38f-26586a7f0f8e', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'port_id': 'e7e4741b-0c2b-4943-a8b8-7ebad22375bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'mac_address': 'fa:16:3e:d0:d9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41530f6-9676-4324-a06f-56e55c0040da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:20:56Z', 'updated_at': '2021-06-03T16:20:56Z', 'revision_number': 0, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72164cc-a301-45da-8a57-479e8f418578', 'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'mac_address': 'fa:16:3e:61:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:57Z', 'updated_at': '2021-06-03T16:20:08Z', 'revision_number': 5, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'subnets': [{'id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:58.558525 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1889a9-5b2d-4726-abeb-f9e41e5bae49 None None] Checking router: c426a715-f7e8-4e42-a873-bc1373343142 for host: dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:20:58.569588 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1889a9-5b2d-4726-abeb-f9e41e5bae49 None None] Routers {'c426a715-f7e8-4e42-a873-bc1373343142'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:20:58.570242 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-0b1889a9-5b2d-4726-abeb-f9e41e5bae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2272670>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:20:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['c426a715-f7e8-4e42-a873-bc1373343142'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:58.789863 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-0b1889a9-5b2d-4726-abeb-f9e41e5bae49 None None] Set router c426a715-f7e8-4e42-a873-bc1373343142 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:20:58.901928 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b88bd-12bf-473a-b9f3-768b742ab987 req-c0affd5c-f125-4a56-bd72-f326b3a61e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:58.903358 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-190b88bd-12bf-473a-b9f3-768b742ab987 req-c0affd5c-f125-4a56-bd72-f326b3a61e57 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aec810ed-0ee2-4480-934c-29ea716a1d55 HTTP/1.1" status: 200  len: 913 time: 0.3582754
Jun 03 16:20:59.006694 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0da068-8b5b-459b-a47d-517ae09333fb req-94d70ef7-b670-4d6a-a37e-7c9d5f666941 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:59.008311 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ad0da068-8b5b-459b-a47d-517ae09333fb req-94d70ef7-b670-4d6a-a37e-7c9d5f666941 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 932 time: 0.5108368
Jun 03 16:20:59.077945 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-190b88bd-12bf-473a-b9f3-768b742ab987 req-d7d4cf50-b639-4954-9d3d-69135753bd50 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7e4741b-0c2b-4943-a8b8-7ebad22375bc HTTP/1.1" status: 200  len: 1000 time: 0.1651001
Jun 03 16:20:59.161703 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-0b1889a9-5b2d-4726-abeb-f9e41e5bae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2272670>, [{'id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'name': 'tempest-TestVolumeBootPattern-1840315318-router', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:19:52Z', 'updated_at': '2021-06-03T16:19:58Z', 'revision_number': 4, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'gw_port': {'id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:54Z', 'updated_at': '2021-06-03T16:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_floatingips': [{'id': 'd1ecc21b-d385-4e31-b38f-26586a7f0f8e', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'port_id': 'e7e4741b-0c2b-4943-a8b8-7ebad22375bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'mac_address': 'fa:16:3e:d0:d9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41530f6-9676-4324-a06f-56e55c0040da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:20:56Z', 'updated_at': '2021-06-03T16:20:56Z', 'revision_number': 0, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72164cc-a301-45da-8a57-479e8f418578', 'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'mac_address': 'fa:16:3e:61:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:57Z', 'updated_at': '2021-06-03T16:20:08Z', 'revision_number': 5, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'subnets': [{'id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:20:59.167556 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1889a9-5b2d-4726-abeb-f9e41e5bae49 None None] The sync data for ids ['c426a715-f7e8-4e42-a873-bc1373343142'] in dv-cinder-786524-8-iscsi is: [{'id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'name': 'tempest-TestVolumeBootPattern-1840315318-router', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:19:52Z', 'updated_at': '2021-06-03T16:19:58Z', 'revision_number': 4, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'gw_port': {'id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:54Z', 'updated_at': '2021-06-03T16:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_floatingips': [{'id': 'd1ecc21b-d385-4e31-b38f-26586a7f0f8e', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'port_id': 'e7e4741b-0c2b-4943-a8b8-7ebad22375bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'mac_address': 'fa:16:3e:d0:d9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41530f6-9676-4324-a06f-56e55c0040da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:20:56Z', 'updated_at': '2021-06-03T16:20:56Z', 'revision_number': 0, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72164cc-a301-45da-8a57-479e8f418578', 'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'mac_address': 'fa:16:3e:61:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:57Z', 'updated_at': '2021-06-03T16:20:08Z', 'revision_number': 5, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'subnets': [{'id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:20:59.187355 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ad0da068-8b5b-459b-a47d-517ae09333fb req-4327e70c-bbc2-472c-928f-0b224fe227f2 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1708581
Jun 03 16:20:59.204571 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-aa0d6cd2-a585-40dd-a8f4-f23958952dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61aff5fb-537d-4222-ade7-2c04c84e75c6 {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:20:59.215729 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-aa0d6cd2-a585-40dd-a8f4-f23958952dee service neutron] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:59.233328 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b88bd-12bf-473a-b9f3-768b742ab987 req-c17a8f57-9f3e-4467-8559-d672fac2e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:59.234901 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-190b88bd-12bf-473a-b9f3-768b742ab987 req-c17a8f57-9f3e-4467-8559-d672fac2e586 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ffc8a07-8eea-4758-b719-3a645c0307b8 HTTP/1.1" status: 200  len: 851 time: 0.1185579
Jun 03 16:20:59.240649 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-aa0d6cd2-a585-40dd-a8f4-f23958952dee service neutron] Transition to ACTIVE for port object 61aff5fb-537d-4222-ade7-2c04c84e75c6 will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:20:59.280126 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-aa0d6cd2-a585-40dd-a8f4-f23958952dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2387463'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:59.289626 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-1597cf3b-3688-431d-bc71-cd279fb4f9f8 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:59.433609 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed21c52-3990-4f63-ba73-54990d3afbaf None None] New status for floating IP d1ecc21b-d385-4e31-b38f-26586a7f0f8e: ACTIVE {{(pid=91619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 16:20:59.478014 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d6cd2-a585-40dd-a8f4-f23958952dee service neutron] Pushing event updated for resources: {'Port': ['ID=61aff5fb-537d-4222-ade7-2c04c84e75c6,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:20:59.485661 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-aa0d6cd2-a585-40dd-a8f4-f23958952dee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:20:59.550327 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b88bd-12bf-473a-b9f3-768b742ab987 req-f9566efc-07ab-48c7-ab1c-6164112eaf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:59.551762 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-190b88bd-12bf-473a-b9f3-768b742ab987 req-f9566efc-07ab-48c7-ab1c-6164112eaf41 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aec810ed-0ee2-4480-934c-29ea716a1d55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3087971
Jun 03 16:20:59.596247 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-aa0d6cd2-a585-40dd-a8f4-f23958952dee service neutron] Attempting to bind port 61aff5fb-537d-4222-ade7-2c04c84e75c6 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:20:59.596247 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-aa0d6cd2-a585-40dd-a8f4-f23958952dee service neutron] Attempting to bind port 61aff5fb-537d-4222-ade7-2c04c84e75c6 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '65209784-6311-4945-8a9d-aa092e608747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '59734cb5-b3cd-4731-b72c-e406b3f16f4f'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:20:59.596247 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-aa0d6cd2-a585-40dd-a8f4-f23958952dee service neutron] Attempting to bind port 61aff5fb-537d-4222-ade7-2c04c84e75c6 on network 59734cb5-b3cd-4731-b72c-e406b3f16f4f {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:20:59.613891 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-aa0d6cd2-a585-40dd-a8f4-f23958952dee service neutron] Port 61aff5fb-537d-4222-ade7-2c04c84e75c6 on network 59734cb5-b3cd-4731-b72c-e406b3f16f4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 16:20:59.614220 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-aa0d6cd2-a585-40dd-a8f4-f23958952dee service neutron] Attempting to bind port 61aff5fb-537d-4222-ade7-2c04c84e75c6 on network 59734cb5-b3cd-4731-b72c-e406b3f16f4f {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:20:59.626474 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-aa0d6cd2-a585-40dd-a8f4-f23958952dee service neutron] Checking agent: {'id': '583156db-f932-4b7a-94d3-94f9531b86fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:20:59.626816 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-aa0d6cd2-a585-40dd-a8f4-f23958952dee service neutron] Checking segment: {'id': '65209784-6311-4945-8a9d-aa092e608747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '59734cb5-b3cd-4731-b72c-e406b3f16f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:20:59.627203 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-aa0d6cd2-a585-40dd-a8f4-f23958952dee service neutron] Bound using segment: {'id': '65209784-6311-4945-8a9d-aa092e608747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '59734cb5-b3cd-4731-b72c-e406b3f16f4f'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:20:59.627633 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-aa0d6cd2-a585-40dd-a8f4-f23958952dee service neutron] Bound port: 61aff5fb-537d-4222-ade7-2c04c84e75c6, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65209784-6311-4945-8a9d-aa092e608747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '59734cb5-b3cd-4731-b72c-e406b3f16f4f'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:20:59.627983 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-aa0d6cd2-a585-40dd-a8f4-f23958952dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:59.793913 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-190b88bd-12bf-473a-b9f3-768b742ab987 req-076c6ee7-0308-4dbe-b12b-ff015bfa8b8d service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2247329
Jun 03 16:20:59.827017 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-aa0d6cd2-a585-40dd-a8f4-f23958952dee service neutron] For port 61aff5fb-537d-4222-ade7-2c04c84e75c6, host hv-cinder-78652, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:20:59.851013 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-aa0d6cd2-a585-40dd-a8f4-f23958952dee service neutron] For port 61aff5fb-537d-4222-ade7-2c04c84e75c6, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=61aff5fb-537d-4222-ade7-2c04c84e75c6,segment=NetworkSegment(65209784-6311-4945-8a9d-aa092e608747),segment_id=65209784-6311-4945-8a9d-aa092e608747)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:20:59.904182 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-aa0d6cd2-a585-40dd-a8f4-f23958952dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2387463'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:59.912661 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-afb16a7b-ad35-42da-92af-799a1d3e9a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:20:59.977859 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-aa0d6cd2-a585-40dd-a8f4-f23958952dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:20:59.978479 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-aa0d6cd2-a585-40dd-a8f4-f23958952dee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:20:59.979921 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-aa0d6cd2-a585-40dd-a8f4-f23958952dee service neutron] 10.222.0.73 "PUT /v2.0/ports/61aff5fb-537d-4222-ade7-2c04c84e75c6 HTTP/1.1" status: 200  len: 1094 time: 1.8287818
Jun 03 16:20:59.985582 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7a1ccd-cc35-4913-a909-269c1245155d', 'tag': '61aff5fb-537d-4222-ade7-2c04c84e75c6'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:20:59.987717 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82d13f5-41f4-499e-9373-662612ef693e" -d '{"events": [{"name": "network-changed", "server_uuid": "5e7a1ccd-cc35-4913-a909-269c1245155d", "tag": "61aff5fb-537d-4222-ade7-2c04c84e75c6"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:21:00.034324 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d6cd2-a585-40dd-a8f4-f23958952dee service neutron] Pushing event updated for resources: {'Port': ['ID=61aff5fb-537d-4222-ade7-2c04c84e75c6,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:00.039300 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-190b88bd-12bf-473a-b9f3-768b742ab987 req-1d031267-51eb-46b2-8671-6a4d0aa4843d service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2375565
Jun 03 16:21:00.040095 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-aa0d6cd2-a585-40dd-a8f4-f23958952dee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:00.099666 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842e70e1-ddd2-4e46-945a-e0b60c4b4000 x-openstack-request-id: req-842e70e1-ddd2-4e46-945a-e0b60c4b4000 {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:21:00.099993 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e7a1ccd-cc35-4913-a909-269c1245155d", "tag": "61aff5fb-537d-4222-ade7-2c04c84e75c6", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:21:00.100283 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-842e70e1-ddd2-4e46-945a-e0b60c4b4000 {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:21:00.101038 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7a1ccd-cc35-4913-a909-269c1245155d', 'tag': '61aff5fb-537d-4222-ade7-2c04c84e75c6', 'status': 'completed', 'code': 200}
Jun 03 16:21:00.141705 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-c82e3401-2da7-4afa-b43d-8e88f81d697c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:00.143565 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-c82e3401-2da7-4afa-b43d-8e88f81d697c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f244f46dcdba4cb1ae27b5a94b44c8f7&device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 1097 time: 0.0943239
Jun 03 16:21:00.239925 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-0166018f-73a0-4678-9e28-7f7c7da52c51 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61aff5fb-537d-4222-ade7-2c04c84e75c6 HTTP/1.1" status: 200  len: 217 time: 0.0870161
Jun 03 16:21:00.307422 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-95a3903e-8fce-4b1a-8e00-509f276fc129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:00.309363 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-95a3903e-8fce-4b1a-8e00-509f276fc129 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e1cf8725-43b3-4508-857e-71350cd10ed6 HTTP/1.1" status: 200  len: 848 time: 0.0619986
Jun 03 16:21:00.449954 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b158cd6-6353-4d70-961c-6c8f087ebd3d req-f598bd18-f203-40c1-bdac-d676a45751a4 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:00.451577 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2b158cd6-6353-4d70-961c-6c8f087ebd3d req-f598bd18-f203-40c1-bdac-d676a45751a4 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 944 time: 0.1406274
Jun 03 16:21:00.477964 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-f79e11ed-0828-47e4-8a08-c3c3d431ea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:00.479419 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-f79e11ed-0828-47e4-8a08-c3c3d431ea8f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=59734cb5-b3cd-4731-b72c-e406b3f16f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1306396
Jun 03 16:21:00.536826 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 34218) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:00.537353 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2b158cd6-6353-4d70-961c-6c8f087ebd3d req-592032a6-5b34-4801-8e5e-e4786d325010 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0796177
Jun 03 16:21:00.661155 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-587ef35c-abd5-46da-a9db-2eb8f54ebfa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:00.676535 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-587ef35c-abd5-46da-a9db-2eb8f54ebfa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:21:00.681015 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-587ef35c-abd5-46da-a9db-2eb8f54ebfa4 admin admin] Usage tracker for resource:security_group_rule and tenant:ce10aa3298ad494a8b10b305a40932a4 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:21:00.683812 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-587ef35c-abd5-46da-a9db-2eb8f54ebfa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:21:00.689628 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-587ef35c-abd5-46da-a9db-2eb8f54ebfa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:21:00.726957 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-2b343309-3c70-43f1-a632-c7e1dd0ec964 service neutron] 10.222.0.73 "GET /v2.0/networks/59734cb5-b3cd-4731-b72c-e406b3f16f4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2403364
Jun 03 16:21:00.771146 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:21:00.772510 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-587ef35c-abd5-46da-a9db-2eb8f54ebfa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:00.777178 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-587ef35c-abd5-46da-a9db-2eb8f54ebfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:00.785454 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-0f542c1d-4c2b-47fe-8275-62f36ce6b3dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:00.823497 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-587ef35c-abd5-46da-a9db-2eb8f54ebfa4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ce10aa3298ad494a8b10b305a40932a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2855785
Jun 03 16:21:00.825121 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ef35c-abd5-46da-a9db-2eb8f54ebfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efd4666-f78d-43b7-8443-be03adb54981,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:00.826109 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 34222) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:00.828028 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-587ef35c-abd5-46da-a9db-2eb8f54ebfa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:00.906324 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b1552fbc-a41a-4634-84f4-dc7031a38d79 req-3e004200-85c7-436a-9d06-003c92824ce9 service neutron] 10.222.0.73 "GET /v2.0/networks/59734cb5-b3cd-4731-b72c-e406b3f16f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1671836
Jun 03 16:21:00.921381 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-97061547-c14d-47cd-b52e-3382f6a8ffe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:00.948258 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-97061547-c14d-47cd-b52e-3382f6a8ffe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:01.054665 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d13f5-41f4-499e-9373-662612ef693e req-2bc0c39c-bb24-4af6-9e9a-51bcef183842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:01.056205 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d82d13f5-41f4-499e-9373-662612ef693e req-2bc0c39c-bb24-4af6-9e9a-51bcef183842 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f244f46dcdba4cb1ae27b5a94b44c8f7&device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 1097 time: 0.1010168
Jun 03 16:21:01.062830 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-97061547-c14d-47cd-b52e-3382f6a8ffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:01.067727 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-bd67823c-3cb8-4252-ab43-7d7633e574ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:01.101884 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97061547-c14d-47cd-b52e-3382f6a8ffe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efd4666-f78d-43b7-8443-be03adb54981,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:01.117642 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-97061547-c14d-47cd-b52e-3382f6a8ffe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:01.123926 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-97061547-c14d-47cd-b52e-3382f6a8ffe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:01.127935 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-97061547-c14d-47cd-b52e-3382f6a8ffe2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7efd4666-f78d-43b7-8443-be03adb54981 HTTP/1.1" status: 204  len: 168 time: 0.2979848
Jun 03 16:21:01.215696 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d13f5-41f4-499e-9373-662612ef693e req-1de473b1-bc36-4a17-a281-f306dccdb53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:01.217161 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d82d13f5-41f4-499e-9373-662612ef693e req-1de473b1-bc36-4a17-a281-f306dccdb53e service neutron] 10.222.0.73 "GET /v2.0/networks?id=59734cb5-b3cd-4731-b72c-e406b3f16f4f HTTP/1.1" status: 200  len: 910 time: 0.1503353
Jun 03 16:21:01.292634 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d82d13f5-41f4-499e-9373-662612ef693e req-1bddeb99-3912-46dc-9c1a-5dc62b948b51 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61aff5fb-537d-4222-ade7-2c04c84e75c6 HTTP/1.1" status: 200  len: 217 time: 0.0678849
Jun 03 16:21:01.365525 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d13f5-41f4-499e-9373-662612ef693e req-8333fa56-d6d7-4a0a-bc5f-653051a8dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:01.369669 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d82d13f5-41f4-499e-9373-662612ef693e req-8333fa56-d6d7-4a0a-bc5f-653051a8dff2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e1cf8725-43b3-4508-857e-71350cd10ed6 HTTP/1.1" status: 200  len: 848 time: 0.0698378
Jun 03 16:21:01.425024 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 34236) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:01.441843 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a081f45d-1be1-4b89-ab0c-dbd9fd91fffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:01.462155 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-a081f45d-1be1-4b89-ab0c-dbd9fd91fffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:21:01.465979 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-a081f45d-1be1-4b89-ab0c-dbd9fd91fffb admin admin] Usage tracker for resource:security_group_rule and tenant:0494671890c74c5687bfdff6020d113b is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:21:01.469708 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-a081f45d-1be1-4b89-ab0c-dbd9fd91fffb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:21:01.473953 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d13f5-41f4-499e-9373-662612ef693e req-e520e181-3d05-47bf-9a1e-4ecd896fefcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:01.475446 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d82d13f5-41f4-499e-9373-662612ef693e req-e520e181-3d05-47bf-9a1e-4ecd896fefcc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=59734cb5-b3cd-4731-b72c-e406b3f16f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0985682
Jun 03 16:21:01.476238 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-a081f45d-1be1-4b89-ab0c-dbd9fd91fffb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:21:01.579416 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a081f45d-1be1-4b89-ab0c-dbd9fd91fffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:01.585521 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a081f45d-1be1-4b89-ab0c-dbd9fd91fffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:01.604478 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-f6898bc1-b972-4122-afca-03bee169a083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:01.622829 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d82d13f5-41f4-499e-9373-662612ef693e req-2463ba46-5df8-4893-8131-063ce9408037 service neutron] 10.222.0.73 "GET /v2.0/networks/59734cb5-b3cd-4731-b72c-e406b3f16f4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388028
Jun 03 16:21:01.633097 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-a081f45d-1be1-4b89-ab0c-dbd9fd91fffb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0494671890c74c5687bfdff6020d113b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2063618
Jun 03 16:21:01.636138 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 34246) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:01.677683 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a081f45d-1be1-4b89-ab0c-dbd9fd91fffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d8a96e-d19f-4253-8aad-6a1141ce1e0c,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:01.720222 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a081f45d-1be1-4b89-ab0c-dbd9fd91fffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:01.771638 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8796a7c6-ab7b-43cc-9f4d-99e1c93cb2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:01.777153 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d82d13f5-41f4-499e-9373-662612ef693e req-a95e3d3a-868d-4ff6-848f-6a20ec81f77c service neutron] 10.222.0.73 "GET /v2.0/networks/59734cb5-b3cd-4731-b72c-e406b3f16f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468294
Jun 03 16:21:01.814735 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8796a7c6-ab7b-43cc-9f4d-99e1c93cb2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:01.831778 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898834-e871-4eb0-be69-2c43ee5a3bae req-9ee5b5c8-bb82-4ab4-a168-0a597d3748cf tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:01.833296 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-00898834-e871-4eb0-be69-2c43ee5a3bae req-9ee5b5c8-bb82-4ab4-a168-0a597d3748cf tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 944 time: 0.1570113
Jun 03 16:21:01.896660 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-00898834-e871-4eb0-be69-2c43ee5a3bae req-20060564-c1cc-4c18-879a-e9734704aed8 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538323
Jun 03 16:21:01.911951 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8796a7c6-ab7b-43cc-9f4d-99e1c93cb2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:01.917974 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a081f45d-1be1-4b89-ab0c-dbd9fd91fffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:01.931838 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796a7c6-ab7b-43cc-9f4d-99e1c93cb2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d8a96e-d19f-4253-8aad-6a1141ce1e0c,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:01.934735 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8796a7c6-ab7b-43cc-9f4d-99e1c93cb2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:01.938838 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8796a7c6-ab7b-43cc-9f4d-99e1c93cb2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:01.939933 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-8796a7c6-ab7b-43cc-9f4d-99e1c93cb2dc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/92d8a96e-d19f-4253-8aad-6a1141ce1e0c HTTP/1.1" status: 204  len: 168 time: 0.3026841
Jun 03 16:21:03.091201 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b7eac-84e8-4d9c-a116-4db093839d55 req-a924f868-eb51-4c59-a388-ee695e64d6db tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:03.092390 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-832b7eac-84e8-4d9c-a116-4db093839d55 req-a924f868-eb51-4c59-a388-ee695e64d6db tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 944 time: 0.0858438
Jun 03 16:21:03.158140 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-832b7eac-84e8-4d9c-a116-4db093839d55 req-558c4dca-0119-4a7f-aea3-20c37f4f605f tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566401
Jun 03 16:21:03.764450 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 34320) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:03.879130 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4405ff7a-90b7-4e35-bd41-33e099546904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:03.893672 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-4405ff7a-90b7-4e35-bd41-33e099546904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:21:03.897393 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-4405ff7a-90b7-4e35-bd41-33e099546904 admin admin] Usage tracker for resource:security_group_rule and tenant:0ed64f04cd154662a14f3560d63164bd is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:21:03.900142 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-4405ff7a-90b7-4e35-bd41-33e099546904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:21:03.905771 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-4405ff7a-90b7-4e35-bd41-33e099546904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:21:03.986432 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4405ff7a-90b7-4e35-bd41-33e099546904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:03.990388 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4405ff7a-90b7-4e35-bd41-33e099546904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:03.997866 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-c6785f20-7947-49e9-a018-3b10c06a2ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:04.042192 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-4405ff7a-90b7-4e35-bd41-33e099546904 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0ed64f04cd154662a14f3560d63164bd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2766228
Jun 03 16:21:04.043899 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4405ff7a-90b7-4e35-bd41-33e099546904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978d1594-6c7b-47bc-8433-11feff2b82e0,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:04.044941 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 34324) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:04.046974 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-4405ff7a-90b7-4e35-bd41-33e099546904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:04.114363 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-80a2361d-33f7-40b1-833c-46adccc3ed92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:04.139610 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-80a2361d-33f7-40b1-833c-46adccc3ed92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:04.195450 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-80a2361d-33f7-40b1-833c-46adccc3ed92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:04.199437 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-247073f8-d33c-4688-b908-491101c5638f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:04.210139 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2361d-33f7-40b1-833c-46adccc3ed92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978d1594-6c7b-47bc-8433-11feff2b82e0,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:04.214918 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-80a2361d-33f7-40b1-833c-46adccc3ed92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:04.225540 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-80a2361d-33f7-40b1-833c-46adccc3ed92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:04.229556 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-80a2361d-33f7-40b1-833c-46adccc3ed92 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/978d1594-6c7b-47bc-8433-11feff2b82e0 HTTP/1.1" status: 204  len: 168 time: 0.1834903
Jun 03 16:21:04.372243 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db3d66-6475-4bc3-beec-5c6a36b00edb req-6aeadcc0-0b7a-4176-bf27-898ddfdfba68 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:04.380534 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-60db3d66-6475-4bc3-beec-5c6a36b00edb req-6aeadcc0-0b7a-4176-bf27-898ddfdfba68 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 944 time: 0.1153057
Jun 03 16:21:04.439500 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-60db3d66-6475-4bc3-beec-5c6a36b00edb req-089a0711-9134-4668-9fa5-a1fe32f0dd3a tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577247
Jun 03 16:21:04.587228 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 34344) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:04.605426 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0e6069ce-3fe8-4638-bf01-3696b6a5349d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:04.620325 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-0e6069ce-3fe8-4638-bf01-3696b6a5349d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:21:04.624020 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-0e6069ce-3fe8-4638-bf01-3696b6a5349d admin admin] Usage tracker for resource:security_group_rule and tenant:3eb4394e8c784e8caf3952a0d3dc7516 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:21:04.626846 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-0e6069ce-3fe8-4638-bf01-3696b6a5349d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:21:04.633381 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-0e6069ce-3fe8-4638-bf01-3696b6a5349d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:21:04.726796 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0e6069ce-3fe8-4638-bf01-3696b6a5349d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:04.730799 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-0e6069ce-3fe8-4638-bf01-3696b6a5349d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:04.742406 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-392d8fb2-b299-4d49-b859-930714c1889f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:04.780825 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-0e6069ce-3fe8-4638-bf01-3696b6a5349d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3eb4394e8c784e8caf3952a0d3dc7516&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1925313
Jun 03 16:21:04.781710 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6069ce-3fe8-4638-bf01-3696b6a5349d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000d13f3-4392-4554-819d-fd0e3d482410,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:04.783679 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 34348) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:04.784635 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-0e6069ce-3fe8-4638-bf01-3696b6a5349d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:04.842154 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2b5932d1-1b0e-4987-af83-ff6af64bc01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:04.869014 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2b5932d1-1b0e-4987-af83-ff6af64bc01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:04.921997 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2b5932d1-1b0e-4987-af83-ff6af64bc01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:04.926911 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-6385218f-710d-4abb-9b38-30dcad0e6b85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:04.941639 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5932d1-1b0e-4987-af83-ff6af64bc01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000d13f3-4392-4554-819d-fd0e3d482410,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:04.945177 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-2b5932d1-1b0e-4987-af83-ff6af64bc01b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:04.947262 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2b5932d1-1b0e-4987-af83-ff6af64bc01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:04.949543 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-2b5932d1-1b0e-4987-af83-ff6af64bc01b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/000d13f3-4392-4554-819d-fd0e3d482410 HTTP/1.1" status: 204  len: 168 time: 0.1648242
Jun 03 16:21:05.622370 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61893130-f613-4987-8f12-b99696785c52 req-7b3f20c0-d74a-423c-aa70-535e84208584 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:05.623778 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-61893130-f613-4987-8f12-b99696785c52 req-7b3f20c0-d74a-423c-aa70-535e84208584 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 944 time: 0.0828323
Jun 03 16:21:05.668972 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-61893130-f613-4987-8f12-b99696785c52 req-fc782942-dad8-45b9-939b-91f7ddb08687 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393605
Jun 03 16:21:06.127700 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 34398) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:06.244429 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ee534f82-d631-4aad-a81c-0f262ad555fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:06.259553 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-ee534f82-d631-4aad-a81c-0f262ad555fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:21:06.263306 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-ee534f82-d631-4aad-a81c-0f262ad555fb admin admin] Usage tracker for resource:security_group_rule and tenant:62dfb213ea704ff79be913d53eedf2dd is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:21:06.266140 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-ee534f82-d631-4aad-a81c-0f262ad555fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:21:06.271614 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-ee534f82-d631-4aad-a81c-0f262ad555fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:21:06.355308 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ee534f82-d631-4aad-a81c-0f262ad555fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:06.358754 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ee534f82-d631-4aad-a81c-0f262ad555fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:06.371231 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-f6d84090-cf0c-4153-8c12-2b54c02e93ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:06.409921 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-ee534f82-d631-4aad-a81c-0f262ad555fb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=62dfb213ea704ff79be913d53eedf2dd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2808666
Jun 03 16:21:06.411348 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee534f82-d631-4aad-a81c-0f262ad555fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808704c8-af2b-4d45-a2e8-ac0ce1601dc5,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:06.412520 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 34402) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:06.414995 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-ee534f82-d631-4aad-a81c-0f262ad555fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:06.468890 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-12246996-16bc-43f9-9650-121f5ef273f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:06.495508 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-12246996-16bc-43f9-9650-121f5ef273f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:06.547308 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-12246996-16bc-43f9-9650-121f5ef273f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:06.551286 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e8975912-8ead-4c58-961b-f7bbf4d595cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:06.566446 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12246996-16bc-43f9-9650-121f5ef273f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808704c8-af2b-4d45-a2e8-ac0ce1601dc5,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:06.568976 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-12246996-16bc-43f9-9650-121f5ef273f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:06.578408 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-12246996-16bc-43f9-9650-121f5ef273f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:06.579515 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-12246996-16bc-43f9-9650-121f5ef273f3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/808704c8-af2b-4d45-a2e8-ac0ce1601dc5 HTTP/1.1" status: 204  len: 168 time: 0.1653173
Jun 03 16:21:06.871863 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf52e6e-4f9c-4464-a18f-d4e5269248d6 req-977eb96c-7694-4a6b-852d-b47cb4b4cae5 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:06.873367 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-5cf52e6e-4f9c-4464-a18f-d4e5269248d6 req-977eb96c-7694-4a6b-852d-b47cb4b4cae5 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 944 time: 0.0982392
Jun 03 16:21:06.922602 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-5cf52e6e-4f9c-4464-a18f-d4e5269248d6 req-05cac3fd-703b-4050-aa24-45bf37bc54af tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433412
Jun 03 16:21:06.962171 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-1dc04060-d779-42be-838c-74f4d5f16cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:07.546540 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0195fce5-d2f0-4630-8c64-426379b3d7d4 req-1fe0ac32-4010-40c4-881a-e90f09d23f6f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0921552
Jun 03 16:21:07.659871 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195fce5-d2f0-4630-8c64-426379b3d7d4 req-0edd0e75-c227-45ca-b87d-9373a69afe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:07.661393 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0195fce5-d2f0-4630-8c64-426379b3d7d4 req-0edd0e75-c227-45ca-b87d-9373a69afe79 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c30f1bb3a5fa4f229320a2ddcb1ab970&device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 1100 time: 0.0863335
Jun 03 16:21:07.899709 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195fce5-d2f0-4630-8c64-426379b3d7d4 req-7bf3c454-c89e-4d5c-87e7-2c8cbe04a04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:07.901192 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0195fce5-d2f0-4630-8c64-426379b3d7d4 req-7bf3c454-c89e-4d5c-87e7-2c8cbe04a04e service neutron] 10.222.0.73 "GET /v2.0/networks?id=2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 HTTP/1.1" status: 200  len: 917 time: 0.2200232
Jun 03 16:21:08.013044 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0195fce5-d2f0-4630-8c64-426379b3d7d4 req-aa3191fc-6a83-4b30-b932-34cd1ba7a429 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e HTTP/1.1" status: 200  len: 1001 time: 0.1043384
Jun 03 16:21:08.133258 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195fce5-d2f0-4630-8c64-426379b3d7d4 req-edf7cc23-4f3c-4b24-b2bc-f02e030d8028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:08.135562 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0195fce5-d2f0-4630-8c64-426379b3d7d4 req-edf7cc23-4f3c-4b24-b2bc-f02e030d8028 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1730b65d-c307-4958-817a-0c734926fd68 HTTP/1.1" status: 200  len: 855 time: 0.1087377
Jun 03 16:21:08.201604 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 61aff5fb-537d-4222-ade7-2c04c84e75c6 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 16:21:08.212643 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91879909-4906-4722-af27-c949fda9c0a2 req-637f2631-1f2d-412a-866c-6348a972831d tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:08.214112 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-91879909-4906-4722-af27-c949fda9c0a2 req-637f2631-1f2d-412a-866c-6348a972831d tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 944 time: 0.1581464
Jun 03 16:21:08.267629 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195fce5-d2f0-4630-8c64-426379b3d7d4 req-a1f036d1-4915-49c4-81d1-4930e2083769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:08.269171 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0195fce5-d2f0-4630-8c64-426379b3d7d4 req-a1f036d1-4915-49c4-81d1-4930e2083769 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1260669
Jun 03 16:21:08.281194 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-91879909-4906-4722-af27-c949fda9c0a2 req-8c580a74-e1ff-41d6-b919-d20a9573d35c tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595136
Jun 03 16:21:08.342898 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 61aff5fb-537d-4222-ade7-2c04c84e75c6, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=61aff5fb-537d-4222-ade7-2c04c84e75c6,segment=NetworkSegment(65209784-6311-4945-8a9d-aa092e608747),segment_id=65209784-6311-4945-8a9d-aa092e608747)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:21:08.356188 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Returning: {'device': '61aff5fb-537d-4222-ade7-2c04c84e75c6', 'network_id': '59734cb5-b3cd-4731-b72c-e406b3f16f4f', 'port_id': '61aff5fb-537d-4222-ade7-2c04c84e75c6', 'mac_address': 'fa:16:3e:39:9c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1cf8725-43b3-4508-857e-71350cd10ed6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 16:21:08.407399 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0195fce5-d2f0-4630-8c64-426379b3d7d4 req-1c8d3e76-f99f-4c2d-a928-40465ce4fcc4 service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295540
Jun 03 16:21:08.411104 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:08.427537 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61aff5fb-537d-4222-ade7-2c04c84e75c6 {{(pid=91618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:21:08.443123 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 61aff5fb-537d-4222-ade7-2c04c84e75c6, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=61aff5fb-537d-4222-ade7-2c04c84e75c6,segment=NetworkSegment(65209784-6311-4945-8a9d-aa092e608747),segment_id=65209784-6311-4945-8a9d-aa092e608747)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:21:08.447674 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:08.449428 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:08.516939 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=61aff5fb-537d-4222-ade7-2c04c84e75c6,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:08.519938 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:08.543252 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0195fce5-d2f0-4630-8c64-426379b3d7d4 req-57744e8a-17cc-4c13-8cc3-ebaa6e2ef6d5 service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251926
Jun 03 16:21:08.737235 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['61aff5fb-537d-4222-ade7-2c04c84e75c6'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:21:08.810878 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:09.418186 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:09.471282 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aead0e-d3a4-432f-ad55-4dbc42632e7c req-64700489-943d-4ac3-b511-64220a5f6843 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:09.472629 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f7aead0e-d3a4-432f-ad55-4dbc42632e7c req-64700489-943d-4ac3-b511-64220a5f6843 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 945 time: 0.0814967
Jun 03 16:21:09.517723 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f7aead0e-d3a4-432f-ad55-4dbc42632e7c req-c6755190-901d-43ba-a452-87377b83c72a tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387003
Jun 03 16:21:09.741216 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-7af2d219-ef68-4362-91d4-b9a0a9289a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:10.703802 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46717b-edeb-47ba-b627-0bff1bdcccd3 req-b4627658-2bff-4d89-a37b-40a24289fef0 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:10.705250 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-de46717b-edeb-47ba-b627-0bff1bdcccd3 req-b4627658-2bff-4d89-a37b-40a24289fef0 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 945 time: 0.0830319
Jun 03 16:21:10.751678 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-de46717b-edeb-47ba-b627-0bff1bdcccd3 req-a68fa2a4-d859-4c56-8770-b8c35d5df044 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401843
Jun 03 16:21:10.754008 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:11.937207 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20f2e3-bd83-4386-a1d9-407f2a9b05cc req-f3a59433-2165-4374-bef1-4c0c3d88a1f7 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:11.938629 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-1f20f2e3-bd83-4386-a1d9-407f2a9b05cc req-f3a59433-2165-4374-bef1-4c0c3d88a1f7 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 945 time: 0.0802197
Jun 03 16:21:11.981635 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-1f20f2e3-bd83-4386-a1d9-407f2a9b05cc req-8b08f48a-092e-463a-8163-949d24db03e7 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373847
Jun 03 16:21:12.194016 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:12.452792 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 61aff5fb-537d-4222-ade7-2c04c84e75c6 up at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:21:12.523909 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning for port 61aff5fb-537d-4222-ade7-2c04c84e75c6 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:21:12.528548 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning complete for port 61aff5fb-537d-4222-ade7-2c04c84e75c6 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:21:12.528922 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:12.647787 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:12.673939 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7a1ccd-cc35-4913-a909-269c1245155d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61aff5fb-537d-4222-ade7-2c04c84e75c6'}] {{(pid=91618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:21:12.676153 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80780923b31b79766dda64912243351c94e9e307cca1e5b2e5a14cee02687ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882d5b88-2416-4f64-82dd-73c6343dfbaf" -d '{"events": [{"server_uuid": "5e7a1ccd-cc35-4913-a909-269c1245155d", "name": "network-vif-plugged", "status": "completed", "tag": "61aff5fb-537d-4222-ade7-2c04c84e75c6"}]}' {{(pid=91618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:21:12.684826 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 61aff5fb-537d-4222-ade7-2c04c84e75c6, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=61aff5fb-537d-4222-ade7-2c04c84e75c6,segment=NetworkSegment(65209784-6311-4945-8a9d-aa092e608747),segment_id=65209784-6311-4945-8a9d-aa092e608747)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:21:12.688733 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:12.690783 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-118c7508-a91f-4f6d-9b87-70edcf4c0999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:12.727435 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b6bef7-21bd-4f79-a2f5-df336f4d461a x-openstack-request-id: req-64b6bef7-21bd-4f79-a2f5-df336f4d461a {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:21:12.727738 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7a1ccd-cc35-4913-a909-269c1245155d", "name": "network-vif-plugged", "status": "completed", "tag": "61aff5fb-537d-4222-ade7-2c04c84e75c6", "code": 200}]} {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:21:12.727998 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-64b6bef7-21bd-4f79-a2f5-df336f4d461a {{(pid=91618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:21:12.728400 dv-cinder-786524-8-iscsi neutron-server[91618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7a1ccd-cc35-4913-a909-269c1245155d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61aff5fb-537d-4222-ade7-2c04c84e75c6', 'code': 200}
Jun 03 16:21:12.763437 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=61aff5fb-537d-4222-ade7-2c04c84e75c6,revision_number=5']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:12.770620 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:12.770967 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:12.771306 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:12.771636 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:12.771964 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:12.772290 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:12.773204 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:12.773773 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:12.774161 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:12.774488 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:12.774811 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:12.775129 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:12.778822 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:13.036045 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc408a-c674-4959-8a26-fb55b92322af req-6784c6d2-182d-4b32-87dc-dfbda56b6d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:13.037515 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3cbc408a-c674-4959-8a26-fb55b92322af req-6784c6d2-182d-4b32-87dc-dfbda56b6d73 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 1099 time: 0.0682986
Jun 03 16:21:13.087390 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3cbc408a-c674-4959-8a26-fb55b92322af req-5223c3e0-77fe-4046-99d0-d87e0610b6f4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0339749
Jun 03 16:21:13.169880 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aee2d4-eb6b-40c1-9316-18e13a3be811 req-9c111a1b-aab6-4ce9-aadc-31c3b22b84c6 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:13.171324 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-e1aee2d4-eb6b-40c1-9316-18e13a3be811 req-9c111a1b-aab6-4ce9-aadc-31c3b22b84c6 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 946 time: 0.0838187
Jun 03 16:21:13.215592 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-e1aee2d4-eb6b-40c1-9316-18e13a3be811 req-87bc9925-6613-4801-8b77-623c159f05c4 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386212
Jun 03 16:21:14.412129 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d30360-d0e7-4b74-8158-fa10f5d625b4 req-40cc2a73-ac8e-4b20-9771-a8c206402c9e tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:14.414481 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-21d30360-d0e7-4b74-8158-fa10f5d625b4 req-40cc2a73-ac8e-4b20-9771-a8c206402c9e tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 946 time: 0.0856860
Jun 03 16:21:14.460519 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-21d30360-d0e7-4b74-8158-fa10f5d625b4 req-883d2cd1-efbd-4cef-88ba-e2cbdc0ca137 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401421
Jun 03 16:21:14.646730 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61435c7-cc6e-4a27-acc5-135a1bbbbe0f req-eba7ee8c-bbd1-4a61-b1ba-57831370f71f tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:14.648964 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c61435c7-cc6e-4a27-acc5-135a1bbbbe0f req-eba7ee8c-bbd1-4a61-b1ba-57831370f71f tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 946 time: 0.0813346
Jun 03 16:21:14.697345 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c61435c7-cc6e-4a27-acc5-135a1bbbbe0f req-278bfb3a-587c-4b82-9ae4-d199ce66e6c4 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423250
Jun 03 16:21:14.720468 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 34554) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:15.012566 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab7977e-de5b-4430-919f-b97e124d95a1 tempest-TestShelveInstance-1900199938 tempest-TestShelveInstance-1900199938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:15.013408 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-0ab7977e-de5b-4430-919f-b97e124d95a1 tempest-TestShelveInstance-1900199938 tempest-TestShelveInstance-1900199938-project-admin] Synchronizing usage tracker for tenant:6ba6a33644714f3981404ebc87d038e6 on resource:port {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:21:15.033448 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-0ab7977e-de5b-4430-919f-b97e124d95a1 tempest-TestShelveInstance-1900199938 tempest-TestShelveInstance-1900199938-project-admin] Unset dirty status for tenant:6ba6a33644714f3981404ebc87d038e6 on resource:port {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:21:15.033961 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-0ab7977e-de5b-4430-919f-b97e124d95a1 tempest-TestShelveInstance-1900199938 tempest-TestShelveInstance-1900199938-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 1094 time: 0.3119550
Jun 03 16:21:15.036310 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 34566) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:15.041895 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-00b0f5bf-427d-4dc5-8cd3-bb97e54cb607 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Request body: {'floatingip': {'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'port_id': '61aff5fb-537d-4222-ade7-2c04c84e75c6', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:21:15.048047 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-00b0f5bf-427d-4dc5-8cd3-bb97e54cb607 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:21:15.052041 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-00b0f5bf-427d-4dc5-8cd3-bb97e54cb607 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Usage tracker for resource:floatingip and tenant:f244f46dcdba4cb1ae27b5a94b44c8f7 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:21:15.055808 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-00b0f5bf-427d-4dc5-8cd3-bb97e54cb607 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:21:15.062640 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-00b0f5bf-427d-4dc5-8cd3-bb97e54cb607 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:21:15.074124 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-00b0f5bf-427d-4dc5-8cd3-bb97e54cb607 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks [] for floatingip, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:15.211388 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-00b0f5bf-427d-4dc5-8cd3-bb97e54cb607 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:15.424428 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [None req-00b0f5bf-427d-4dc5-8cd3-bb97e54cb607 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Allocated IP 172.27.2.241 (454170da-4e8f-4963-97fb-80bd3b86dedc/06c387f0-ce57-4d04-be2c-2471c04350c2/e68aab31-1e44-47a8-a1fc-ec8c5f4abbd3) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:21:15.571160 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-00b0f5bf-427d-4dc5-8cd3-bb97e54cb607 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:15.601619 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-00b0f5bf-427d-4dc5-8cd3-bb97e54cb607 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954439'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:15.606082 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:15.663719 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b0f5bf-427d-4dc5-8cd3-bb97e54cb607 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Network 454170da-4e8f-4963-97fb-80bd3b86dedc is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:21:15.666653 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-00b0f5bf-427d-4dc5-8cd3-bb97e54cb607 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:21:15.669092 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b0f5bf-427d-4dc5-8cd3-bb97e54cb607 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:21:15.724238 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0f5bf-427d-4dc5-8cd3-bb97e54cb607 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Pushing event updated for resources: {'Port': ['ID=e68aab31-1e44-47a8-a1fc-ec8c5f4abbd3,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:15.727264 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-00b0f5bf-427d-4dc5-8cd3-bb97e54cb607 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:16.112673 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-00b0f5bf-427d-4dc5-8cd3-bb97e54cb607 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:16.200674 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-00b0f5bf-427d-4dc5-8cd3-bb97e54cb607 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:16.461880 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465dabe8-53b6-4b4b-afe0-31f6d18528ab req-5f7fc4ef-3bfd-4217-8b87-754d280392f6 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:16.463556 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-465dabe8-53b6-4b4b-afe0-31f6d18528ab req-5f7fc4ef-3bfd-4217-8b87-754d280392f6 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 947 time: 0.1805861
Jun 03 16:21:16.493720 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-00b0f5bf-427d-4dc5-8cd3-bb97e54cb607 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks [] for port, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:16.498429 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-00b0f5bf-427d-4dc5-8cd3-bb97e54cb607 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954300'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:16.504520 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8bd60fe1-bd2f-4131-9a11-6640fd93c13e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:16.601823 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-465dabe8-53b6-4b4b-afe0-31f6d18528ab req-eeb2a203-3d98-403b-9010-79e7ecc69117 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1269901
Jun 03 16:21:16.627920 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0f5bf-427d-4dc5-8cd3-bb97e54cb607 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Pushing event updated for resources: {'Port': ['ID=e68aab31-1e44-47a8-a1fc-ec8c5f4abbd3,revision_number=2']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:16.632287 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-00b0f5bf-427d-4dc5-8cd3-bb97e54cb607 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:16.643038 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-00b0f5bf-427d-4dc5-8cd3-bb97e54cb607 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380258'] for floatingip, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:16.822735 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.db.l3_db [None req-00b0f5bf-427d-4dc5-8cd3-bb97e54cb607 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Floating IP 45c001ec-8302-4803-8b65-f4ee7efbfd34 associated. External IP: 172.27.2.241, port: 61aff5fb-537d-4222-ade7-2c04c84e75c6.
Jun 03 16:21:16.854068 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 34592) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:16.975076 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e004351c-d8b8-4bda-b62e-75c1ba643d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:16.990641 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-e004351c-d8b8-4bda-b62e-75c1ba643d77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:21:16.995894 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-e004351c-d8b8-4bda-b62e-75c1ba643d77 admin admin] Usage tracker for resource:security_group_rule and tenant:eedbb21841b14b179afb1759a2ebe96e is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:21:16.999039 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-e004351c-d8b8-4bda-b62e-75c1ba643d77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:21:17.004781 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-e004351c-d8b8-4bda-b62e-75c1ba643d77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:21:17.088332 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e004351c-d8b8-4bda-b62e-75c1ba643d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:17.093160 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e004351c-d8b8-4bda-b62e-75c1ba643d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:17.100324 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-80a2361d-33f7-40b1-833c-46adccc3ed92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:17.142690 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-e004351c-d8b8-4bda-b62e-75c1ba643d77 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eedbb21841b14b179afb1759a2ebe96e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2874453
Jun 03 16:21:17.144410 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004351c-d8b8-4bda-b62e-75c1ba643d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af626c24-d04c-4de6-87d8-103c2f712b55,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:17.146078 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 34596) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:17.147788 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-e004351c-d8b8-4bda-b62e-75c1ba643d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:17.314688 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-959a223a-36ec-4951-b3c1-4e9e155c30f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:17.338045 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b0f5bf-427d-4dc5-8cd3-bb97e54cb607 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Router 0eb71af9-3401-43cf-8137-0e5954764166 has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:21:17.357716 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-959a223a-36ec-4951-b3c1-4e9e155c30f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:17.580213 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-959a223a-36ec-4951-b3c1-4e9e155c30f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:17.589144 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-12246996-16bc-43f9-9650-121f5ef273f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:17.609759 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a223a-36ec-4951-b3c1-4e9e155c30f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af626c24-d04c-4de6-87d8-103c2f712b55,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:17.613063 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b0f5bf-427d-4dc5-8cd3-bb97e54cb607 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:21:17.614617 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-959a223a-36ec-4951-b3c1-4e9e155c30f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:17.636554 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22024f31-7774-423f-957c-81227622961b None None] Sync routers for ids ['0eb71af9-3401-43cf-8137-0e5954764166'] in dv-cinder-786524-8-iscsi {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:21:17.643466 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-959a223a-36ec-4951-b3c1-4e9e155c30f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:17.644657 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-959a223a-36ec-4951-b3c1-4e9e155c30f9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/af626c24-d04c-4de6-87d8-103c2f712b55 HTTP/1.1" status: 204  len: 168 time: 0.4976587
Jun 03 16:21:17.647607 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22024f31-7774-423f-957c-81227622961b None None] Routers {'0eb71af9-3401-43cf-8137-0e5954764166'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:21:17.648449 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-22024f31-7774-423f-957c-81227622961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa1fa53a0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:21:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['0eb71af9-3401-43cf-8137-0e5954764166'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:21:17.653136 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-00b0f5bf-427d-4dc5-8cd3-bb97e54cb607 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for floatingip, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:17.734552 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-00b0f5bf-427d-4dc5-8cd3-bb97e54cb607 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.6966252
Jun 03 16:21:17.738714 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7a1ccd-cc35-4913-a909-269c1245155d', 'tag': '61aff5fb-537d-4222-ade7-2c04c84e75c6'}] {{(pid=91616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:21:17.742083 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ba5683e2301900b00b63f0bdb68dd2696e782727940e4ba776c706cb44efd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa9e9f0-502e-4391-9ef7-3eefd4fa8163" -d '{"events": [{"name": "network-changed", "server_uuid": "5e7a1ccd-cc35-4913-a909-269c1245155d", "tag": "61aff5fb-537d-4222-ade7-2c04c84e75c6"}]}' {{(pid=91616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:21:17.797113 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c042a575-bc7d-4f82-acab-384a965fa23e x-openstack-request-id: req-c042a575-bc7d-4f82-acab-384a965fa23e {{(pid=91616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:21:17.797707 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e7a1ccd-cc35-4913-a909-269c1245155d", "tag": "61aff5fb-537d-4222-ade7-2c04c84e75c6", "status": "completed", "code": 200}]} {{(pid=91616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:21:17.798245 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c042a575-bc7d-4f82-acab-384a965fa23e {{(pid=91616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:21:17.798801 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7a1ccd-cc35-4913-a909-269c1245155d', 'tag': '61aff5fb-537d-4222-ade7-2c04c84e75c6', 'status': 'completed', 'code': 200}
Jun 03 16:21:17.874427 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-22024f31-7774-423f-957c-81227622961b None None] Set router 0eb71af9-3401-43cf-8137-0e5954764166 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:21:17.912878 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2928bc6-31e9-46f4-8351-855a574c9e52 req-aee7af83-e80b-4318-b858-10ddcb9856b0 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:17.914448 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a2928bc6-31e9-46f4-8351-855a574c9e52 req-aee7af83-e80b-4318-b858-10ddcb9856b0 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 947 time: 0.1754172
Jun 03 16:21:17.954871 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9e9f0-502e-4391-9ef7-3eefd4fa8163 req-e3ef6ce0-b32c-488c-be6d-7a66228f2958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:17.956335 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-bfa9e9f0-502e-4391-9ef7-3eefd4fa8163 req-e3ef6ce0-b32c-488c-be6d-7a66228f2958 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f244f46dcdba4cb1ae27b5a94b44c8f7&device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 1099 time: 0.1214659
Jun 03 16:21:18.052893 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a2928bc6-31e9-46f4-8351-855a574c9e52 req-5a2f00d7-6cb9-47c5-b60d-11848a3c1c59 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1313434
Jun 03 16:21:18.271845 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9e9f0-502e-4391-9ef7-3eefd4fa8163 req-62575e26-c994-4c4c-b712-b035944a481c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:18.273382 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-bfa9e9f0-502e-4391-9ef7-3eefd4fa8163 req-62575e26-c994-4c4c-b712-b035944a481c service neutron] 10.222.0.73 "GET /v2.0/networks?id=59734cb5-b3cd-4731-b72c-e406b3f16f4f HTTP/1.1" status: 200  len: 910 time: 0.3075497
Jun 03 16:21:18.283113 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbee25-4092-4415-8537-1bff7d975e17 req-b5c3824b-c68b-4fbc-8982-765a9135821f tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:18.284499 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-35fbee25-4092-4415-8537-1bff7d975e17 req-b5c3824b-c68b-4fbc-8982-765a9135821f tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.73 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 947 time: 0.2845116
Jun 03 16:21:18.362069 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-22024f31-7774-423f-957c-81227622961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa1fa53a0>, [{'id': '0eb71af9-3401-43cf-8137-0e5954764166', 'name': 'tempest-TestShelveInstance-1070389696-router', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'c2359760-e7fd-41c4-8fbc-42319e64e530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:08Z', 'updated_at': '2021-06-03T16:20:15Z', 'revision_number': 4, 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'gw_port': {'id': 'c2359760-e7fd-41c4-8fbc-42319e64e530', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb71af9-3401-43cf-8137-0e5954764166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:11Z', 'updated_at': '2021-06-03T16:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_floatingips': [{'id': '45c001ec-8302-4803-8b65-f4ee7efbfd34', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': '0eb71af9-3401-43cf-8137-0e5954764166', 'port_id': '61aff5fb-537d-4222-ade7-2c04c84e75c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59734cb5-b3cd-4731-b72c-e406b3f16f4f', 'mac_address': 'fa:16:3e:39:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7a1ccd-cc35-4913-a909-269c1245155d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:21:16Z', 'updated_at': '2021-06-03T16:21:16Z', 'revision_number': 0, 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '923be44e-72c8-49e9-a749-d488b445b6b2', 'name': '', 'network_id': '59734cb5-b3cd-4731-b72c-e406b3f16f4f', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'mac_address': 'fa:16:3e:b2:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb71af9-3401-43cf-8137-0e5954764166', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e1cf8725-43b3-4508-857e-71350cd10ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:14Z', 'updated_at': '2021-06-03T16:20:25Z', 'revision_number': 5, 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'subnets': [{'id': 'e1cf8725-43b3-4508-857e-71350cd10ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:21:18.367816 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22024f31-7774-423f-957c-81227622961b None None] Checking router: 0eb71af9-3401-43cf-8137-0e5954764166 for host: dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:21:18.378867 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22024f31-7774-423f-957c-81227622961b None None] Routers {'0eb71af9-3401-43cf-8137-0e5954764166'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:21:18.379591 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-22024f31-7774-423f-957c-81227622961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa1fa53a0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:21:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['0eb71af9-3401-43cf-8137-0e5954764166'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:21:18.479658 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-bfa9e9f0-502e-4391-9ef7-3eefd4fa8163 req-45f676b7-34d1-4f63-89c7-0e49fcd09268 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61aff5fb-537d-4222-ade7-2c04c84e75c6 HTTP/1.1" status: 200  len: 1000 time: 0.1941307
Jun 03 16:21:18.557364 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9e9f0-502e-4391-9ef7-3eefd4fa8163 req-25e0eb18-77a4-482e-a654-ff1d326358ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:18.558878 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-bfa9e9f0-502e-4391-9ef7-3eefd4fa8163 req-25e0eb18-77a4-482e-a654-ff1d326358ed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e1cf8725-43b3-4508-857e-71350cd10ed6 HTTP/1.1" status: 200  len: 848 time: 0.0721846
Jun 03 16:21:18.583121 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-22024f31-7774-423f-957c-81227622961b None None] Set router 0eb71af9-3401-43cf-8137-0e5954764166 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:21:18.606716 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-35fbee25-4092-4415-8537-1bff7d975e17 req-b2f14fe6-db7b-4f0b-be14-82c74a0c7475 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Deleting port 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:21:18.606958 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-35fbee25-4092-4415-8537-1bff7d975e17 req-b2f14fe6-db7b-4f0b-be14-82c74a0c7475 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:18.798856 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9e9f0-502e-4391-9ef7-3eefd4fa8163 req-a7e9091f-2bcb-4c75-b347-972b88829b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:18.800330 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-bfa9e9f0-502e-4391-9ef7-3eefd4fa8163 req-a7e9091f-2bcb-4c75-b347-972b88829b49 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=59734cb5-b3cd-4731-b72c-e406b3f16f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2306650
Jun 03 16:21:18.802060 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-35fbee25-4092-4415-8537-1bff7d975e17 req-b2f14fe6-db7b-4f0b-be14-82c74a0c7475 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] For port 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e,segment=NetworkSegment(8d919451-85fd-41bb-bbc2-dd880028642e),segment_id=8d919451-85fd-41bb-bbc2-dd880028642e)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:21:18.802425 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-35fbee25-4092-4415-8537-1bff7d975e17 req-b2f14fe6-db7b-4f0b-be14-82c74a0c7475 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:19.013127 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-22024f31-7774-423f-957c-81227622961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa1fa53a0>, [{'id': '0eb71af9-3401-43cf-8137-0e5954764166', 'name': 'tempest-TestShelveInstance-1070389696-router', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'c2359760-e7fd-41c4-8fbc-42319e64e530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:08Z', 'updated_at': '2021-06-03T16:20:15Z', 'revision_number': 4, 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'gw_port': {'id': 'c2359760-e7fd-41c4-8fbc-42319e64e530', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb71af9-3401-43cf-8137-0e5954764166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:11Z', 'updated_at': '2021-06-03T16:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_floatingips': [{'id': '45c001ec-8302-4803-8b65-f4ee7efbfd34', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': '0eb71af9-3401-43cf-8137-0e5954764166', 'port_id': '61aff5fb-537d-4222-ade7-2c04c84e75c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59734cb5-b3cd-4731-b72c-e406b3f16f4f', 'mac_address': 'fa:16:3e:39:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7a1ccd-cc35-4913-a909-269c1245155d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:21:16Z', 'updated_at': '2021-06-03T16:21:16Z', 'revision_number': 0, 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '923be44e-72c8-49e9-a749-d488b445b6b2', 'name': '', 'network_id': '59734cb5-b3cd-4731-b72c-e406b3f16f4f', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'mac_address': 'fa:16:3e:b2:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb71af9-3401-43cf-8137-0e5954764166', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e1cf8725-43b3-4508-857e-71350cd10ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:14Z', 'updated_at': '2021-06-03T16:20:25Z', 'revision_number': 5, 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'subnets': [{'id': 'e1cf8725-43b3-4508-857e-71350cd10ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:21:19.017430 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22024f31-7774-423f-957c-81227622961b None None] The sync data for ids ['0eb71af9-3401-43cf-8137-0e5954764166'] in dv-cinder-786524-8-iscsi is: [{'id': '0eb71af9-3401-43cf-8137-0e5954764166', 'name': 'tempest-TestShelveInstance-1070389696-router', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'c2359760-e7fd-41c4-8fbc-42319e64e530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:08Z', 'updated_at': '2021-06-03T16:20:15Z', 'revision_number': 4, 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'gw_port': {'id': 'c2359760-e7fd-41c4-8fbc-42319e64e530', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb71af9-3401-43cf-8137-0e5954764166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:11Z', 'updated_at': '2021-06-03T16:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_floatingips': [{'id': '45c001ec-8302-4803-8b65-f4ee7efbfd34', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': '0eb71af9-3401-43cf-8137-0e5954764166', 'port_id': '61aff5fb-537d-4222-ade7-2c04c84e75c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59734cb5-b3cd-4731-b72c-e406b3f16f4f', 'mac_address': 'fa:16:3e:39:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7a1ccd-cc35-4913-a909-269c1245155d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:21:16Z', 'updated_at': '2021-06-03T16:21:16Z', 'revision_number': 0, 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '923be44e-72c8-49e9-a749-d488b445b6b2', 'name': '', 'network_id': '59734cb5-b3cd-4731-b72c-e406b3f16f4f', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'mac_address': 'fa:16:3e:b2:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb71af9-3401-43cf-8137-0e5954764166', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e1cf8725-43b3-4508-857e-71350cd10ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:14Z', 'updated_at': '2021-06-03T16:20:25Z', 'revision_number': 5, 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'subnets': [{'id': 'e1cf8725-43b3-4508-857e-71350cd10ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:21:19.243076 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-bfa9e9f0-502e-4391-9ef7-3eefd4fa8163 req-ad151a90-ae38-435b-82cd-31e95027d327 service neutron] 10.222.0.73 "GET /v2.0/networks/59734cb5-b3cd-4731-b72c-e406b3f16f4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4247031
Jun 03 16:21:19.321874 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bcdde9-889d-4fa6-a2fd-ccab4e5cf764 req-23a48f24-fe28-407f-acdb-7897af719342 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:19.326681 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-39bcdde9-889d-4fa6-a2fd-ccab4e5cf764 req-23a48f24-fe28-407f-acdb-7897af719342 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 947 time: 0.0926781
Jun 03 16:21:19.330914 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bca689-9981-47d1-9bab-dd360b6df8ff None None] New status for floating IP 45c001ec-8302-4803-8b65-f4ee7efbfd34: ACTIVE {{(pid=91619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 16:21:19.377754 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-39bcdde9-889d-4fa6-a2fd-ccab4e5cf764 req-e72cc984-49b7-40ef-b91f-53a3d2f158d6 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=723d90f6-3163-4009-84cf-f7709cb51e5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475354
Jun 03 16:21:19.379226 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-35fbee25-4092-4415-8537-1bff7d975e17 req-b2f14fe6-db7b-4f0b-be14-82c74a0c7475 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:19.379596 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-35fbee25-4092-4415-8537-1bff7d975e17 req-b2f14fe6-db7b-4f0b-be14-82c74a0c7475 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380258'] for floatingip, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:19.379954 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.db.l3_db [req-35fbee25-4092-4415-8537-1bff7d975e17 req-b2f14fe6-db7b-4f0b-be14-82c74a0c7475 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Floating IP 6dcd9523-1b41-41bb-868a-b11ac45471f4 disassociated. External IP: 172.27.2.75, port: 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e.
Jun 03 16:21:19.380283 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-35fbee25-4092-4415-8537-1bff7d975e17 req-b2f14fe6-db7b-4f0b-be14-82c74a0c7475 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Calling delete_port for 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e owned by compute:nova {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:21:19.434407 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-bfa9e9f0-502e-4391-9ef7-3eefd4fa8163 req-969f08a5-34a0-4b7b-bccd-9fda90e933ab service neutron] 10.222.0.73 "GET /v2.0/networks/59734cb5-b3cd-4731-b72c-e406b3f16f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1848290
Jun 03 16:21:19.522027 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-35fbee25-4092-4415-8537-1bff7d975e17 req-b2f14fe6-db7b-4f0b-be14-82c74a0c7475 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:19.528575 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-acb5d6be-c276-42d8-9c16-3f1e370a8e50 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:19.576303 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f14fe6-db7b-4f0b-be14-82c74a0c7475 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Pushing event deleted for resources: {'Port': ['ID=6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:19.579581 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-b2f14fe6-db7b-4f0b-be14-82c74a0c7475 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:19.762265 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35fbee25-4092-4415-8537-1bff7d975e17 req-b2f14fe6-db7b-4f0b-be14-82c74a0c7475 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Router 008d983e-7dfa-4639-8442-171e5c82cec4 has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:21:20.034301 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35fbee25-4092-4415-8537-1bff7d975e17 req-b2f14fe6-db7b-4f0b-be14-82c74a0c7475 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:21:20.043517 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6324b8a-f4f3-4809-ab7f-695e52c9467c None None] Sync routers for ids ['008d983e-7dfa-4639-8442-171e5c82cec4'] in dv-cinder-786524-8-iscsi {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:21:20.052779 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6324b8a-f4f3-4809-ab7f-695e52c9467c None None] Routers {'008d983e-7dfa-4639-8442-171e5c82cec4'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:21:20.053460 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-e6324b8a-f4f3-4809-ab7f-695e52c9467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2130d30>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:21:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['008d983e-7dfa-4639-8442-171e5c82cec4'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:21:20.110390 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-35fbee25-4092-4415-8537-1bff7d975e17 req-b2f14fe6-db7b-4f0b-be14-82c74a0c7475 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] No DVR routers for this DVR port 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e on host hv-cinder-78652 {{(pid=91617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:21:20.113539 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-35fbee25-4092-4415-8537-1bff7d975e17 req-b2f14fe6-db7b-4f0b-be14-82c74a0c7475 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:20.115727 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bec0e4-89e5-4150-b8f8-f3545bf9df1e', 'name': 'network-vif-deleted', 'tag': '6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:21:20.118656 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08711fc-525a-4106-ae92-35cafe5f626e" -d '{"events": [{"server_uuid": "78bec0e4-89e5-4150-b8f8-f3545bf9df1e", "name": "network-vif-deleted", "tag": "6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:21:20.147283 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-35fbee25-4092-4415-8537-1bff7d975e17 req-b2f14fe6-db7b-4f0b-be14-82c74a0c7475 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.73 "DELETE /v2.0/ports/6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e HTTP/1.1" status: 204  len: 173 time: 1.8117769
Jun 03 16:21:20.170006 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96365f26-d5f5-4889-ba59-eb191afe0b31 x-openstack-request-id: req-96365f26-d5f5-4889-ba59-eb191afe0b31 {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:21:20.170673 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78bec0e4-89e5-4150-b8f8-f3545bf9df1e", "name": "network-vif-deleted", "tag": "6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:21:20.171105 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-96365f26-d5f5-4889-ba59-eb191afe0b31 {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:21:20.171623 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78bec0e4-89e5-4150-b8f8-f3545bf9df1e', 'name': 'network-vif-deleted', 'tag': '6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e', 'status': 'completed', 'code': 200}
Jun 03 16:21:20.244868 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-e6324b8a-f4f3-4809-ab7f-695e52c9467c None None] Set router 008d983e-7dfa-4639-8442-171e5c82cec4 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:21:20.533354 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-52791ade-9537-4c4c-97f4-cac25793ad0e req-afd119f2-8e1f-4dda-b11c-0cc68d854ebc tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 210 time: 0.0464609
Jun 03 16:21:20.603720 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-e6324b8a-f4f3-4809-ab7f-695e52c9467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2130d30>, [{'id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'name': 'tempest-AttachVolumeShelveTestJSON-798784809-router', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:49Z', 'updated_at': '2021-06-03T16:16:59Z', 'revision_number': 4, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'gw_port': {'id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:05:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'aa4bb690-4d57-4433-aa63-efd93fd80492', 'name': '', 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'mac_address': 'fa:16:3e:c8:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1730b65d-c307-4958-817a-0c734926fd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:57Z', 'updated_at': '2021-06-03T16:17:14Z', 'revision_number': 5, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'subnets': [{'id': '1730b65d-c307-4958-817a-0c734926fd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:21:20.607538 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6324b8a-f4f3-4809-ab7f-695e52c9467c None None] Checking router: 008d983e-7dfa-4639-8442-171e5c82cec4 for host: dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:21:20.615669 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6324b8a-f4f3-4809-ab7f-695e52c9467c None None] Routers {'008d983e-7dfa-4639-8442-171e5c82cec4'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:21:20.619433 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-e6324b8a-f4f3-4809-ab7f-695e52c9467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2130d30>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:21:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['008d983e-7dfa-4639-8442-171e5c82cec4'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:21:20.794574 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-e6324b8a-f4f3-4809-ab7f-695e52c9467c None None] Set router 008d983e-7dfa-4639-8442-171e5c82cec4 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:21:21.116898 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-e6324b8a-f4f3-4809-ab7f-695e52c9467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2130d30>, [{'id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'name': 'tempest-AttachVolumeShelveTestJSON-798784809-router', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:49Z', 'updated_at': '2021-06-03T16:16:59Z', 'revision_number': 4, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'gw_port': {'id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:05:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'aa4bb690-4d57-4433-aa63-efd93fd80492', 'name': '', 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'mac_address': 'fa:16:3e:c8:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1730b65d-c307-4958-817a-0c734926fd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:57Z', 'updated_at': '2021-06-03T16:17:14Z', 'revision_number': 5, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'subnets': [{'id': '1730b65d-c307-4958-817a-0c734926fd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:21:21.121506 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6324b8a-f4f3-4809-ab7f-695e52c9467c None None] The sync data for ids ['008d983e-7dfa-4639-8442-171e5c82cec4'] in dv-cinder-786524-8-iscsi is: [{'id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'name': 'tempest-AttachVolumeShelveTestJSON-798784809-router', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:49Z', 'updated_at': '2021-06-03T16:16:59Z', 'revision_number': 4, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'gw_port': {'id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:05:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'aa4bb690-4d57-4433-aa63-efd93fd80492', 'name': '', 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'mac_address': 'fa:16:3e:c8:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1730b65d-c307-4958-817a-0c734926fd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:57Z', 'updated_at': '2021-06-03T16:17:14Z', 'revision_number': 5, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'subnets': [{'id': '1730b65d-c307-4958-817a-0c734926fd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:21:21.357263 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c83656-67a7-4b55-ba43-f63c9b03cb5f None None] New status for floating IP 6dcd9523-1b41-41bb-868a-b11ac45471f4: DOWN {{(pid=91619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 16:21:21.696441 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-7a304c00-64e6-486c-a785-00214c9b3c4d req-77a11a56-22cf-4063-830d-09d3a1e9dab8 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Synchronizing usage tracker for tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:21:21.711889 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-7a304c00-64e6-486c-a785-00214c9b3c4d req-77a11a56-22cf-4063-830d-09d3a1e9dab8 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Unset dirty status for tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:21:21.713184 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7a304c00-64e6-486c-a785-00214c9b3c4d req-77a11a56-22cf-4063-830d-09d3a1e9dab8 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 210 time: 0.0587425
Jun 03 16:21:22.890462 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-45aaf9ec-748e-4da1-ac3e-81989eae82fc req-1dbb64a0-a33f-47f3-9a03-09068495f3cb tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=78bec0e4-89e5-4150-b8f8-f3545bf9df1e HTTP/1.1" status: 200  len: 210 time: 0.0500886
Jun 03 16:21:24.017941 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 34696) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:24.082328 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-00fa1094-7cc6-4605-a0a7-3a70a99fba5f tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:24.113406 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-00fa1094-7cc6-4605-a0a7-3a70a99fba5f tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:24.167882 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-00fa1094-7cc6-4605-a0a7-3a70a99fba5f tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:24.172077 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-68c48962-269b-459c-affd-a9065e626668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:24.188072 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa1094-7cc6-4605-a0a7-3a70a99fba5f tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=723d90f6-3163-4009-84cf-f7709cb51e5c,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:24.190538 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-00fa1094-7cc6-4605-a0a7-3a70a99fba5f tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:24.207440 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-00fa1094-7cc6-4605-a0a7-3a70a99fba5f tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:24.208998 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-00fa1094-7cc6-4605-a0a7-3a70a99fba5f tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "DELETE /v2.0/security-groups/723d90f6-3163-4009-84cf-f7709cb51e5c HTTP/1.1" status: 204  len: 168 time: 0.1899505
Jun 03 16:21:24.211879 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 34706) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:24.231244 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.api.v2.resource [None req-9083ab78-b7f5-4567-8683-cf59d338b911 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] show failed (client error): The resource could not be found.
Jun 03 16:21:24.232346 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-9083ab78-b7f5-4567-8683-cf59d338b911 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups/723d90f6-3163-4009-84cf-f7709cb51e5c HTTP/1.1" status: 404  len: 347 time: 0.0186021
Jun 03 16:21:24.235184 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 34708) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:24.457528 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-be6d8359-1411-41d9-8fa6-9bb58eb98224 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Deleting port f8d61a62-3b9d-400e-bc8c-f5fca657ccfa {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:21:24.457883 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-be6d8359-1411-41d9-8fa6-9bb58eb98224 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:24.578644 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-be6d8359-1411-41d9-8fa6-9bb58eb98224 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:24.578974 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-be6d8359-1411-41d9-8fa6-9bb58eb98224 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:24.702105 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-be6d8359-1411-41d9-8fa6-9bb58eb98224 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Calling delete_port for f8d61a62-3b9d-400e-bc8c-f5fca657ccfa owned by network:floatingip {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:21:24.809985 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-be6d8359-1411-41d9-8fa6-9bb58eb98224 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:24.814204 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-ba095fc7-77a1-44a0-a63d-bd96dad115d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:24.860529 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d8359-1411-41d9-8fa6-9bb58eb98224 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Pushing event deleted for resources: {'Port': ['ID=f8d61a62-3b9d-400e-bc8c-f5fca657ccfa,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:24.887106 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-be6d8359-1411-41d9-8fa6-9bb58eb98224 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:24.951465 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-be6d8359-1411-41d9-8fa6-9bb58eb98224 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for floatingip, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:24.968462 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-be6d8359-1411-41d9-8fa6-9bb58eb98224 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for floatingip, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:24.969618 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-be6d8359-1411-41d9-8fa6-9bb58eb98224 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "DELETE /v2.0/floatingips/6dcd9523-1b41-41bb-868a-b11ac45471f4 HTTP/1.1" status: 204  len: 168 time: 0.7335620
Jun 03 16:21:25.351919 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 34726) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:25.356641 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-d945d354-aaf9-4564-82af-261a8155ecf6 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1885023679', 'description': 'tempest-description--2009455044'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:21:25.362443 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-d945d354-aaf9-4564-82af-261a8155ecf6 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:21:25.367143 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-d945d354-aaf9-4564-82af-261a8155ecf6 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Usage tracker for resource:security_group and tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:21:25.369978 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-d945d354-aaf9-4564-82af-261a8155ecf6 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:21:25.375544 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-d945d354-aaf9-4564-82af-261a8155ecf6 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:21:25.386033 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d945d354-aaf9-4564-82af-261a8155ecf6 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:25.406539 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-d945d354-aaf9-4564-82af-261a8155ecf6 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:21:25.410223 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-d945d354-aaf9-4564-82af-261a8155ecf6 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Usage tracker for resource:security_group_rule and tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:21:25.413544 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-d945d354-aaf9-4564-82af-261a8155ecf6 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:21:25.419107 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-d945d354-aaf9-4564-82af-261a8155ecf6 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:21:25.486852 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d945d354-aaf9-4564-82af-261a8155ecf6 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:25.490460 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d945d354-aaf9-4564-82af-261a8155ecf6 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:25.495331 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:25.538545 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945d354-aaf9-4564-82af-261a8155ecf6 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=970a38d9-f22e-4ccc-a74f-921a15473dea,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:25.541355 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d945d354-aaf9-4564-82af-261a8155ecf6 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:25.542513 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-d945d354-aaf9-4564-82af-261a8155ecf6 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.1896183
Jun 03 16:21:25.543373 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-d945d354-aaf9-4564-82af-261a8155ecf6 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:25.545801 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 34728) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:25.549600 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-fc5f2d3a-05bd-4a42-9e3a-a460fd452e22 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Request body: {'security_group_rule': {'security_group_id': '970a38d9-f22e-4ccc-a74f-921a15473dea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:21:25.555705 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-fc5f2d3a-05bd-4a42-9e3a-a460fd452e22 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:21:25.559394 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-fc5f2d3a-05bd-4a42-9e3a-a460fd452e22 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Usage tracker for resource:security_group_rule and tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:21:25.562194 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-fc5f2d3a-05bd-4a42-9e3a-a460fd452e22 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:21:25.567751 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-fc5f2d3a-05bd-4a42-9e3a-a460fd452e22 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:21:25.583625 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fc5f2d3a-05bd-4a42-9e3a-a460fd452e22 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:25.640832 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fc5f2d3a-05bd-4a42-9e3a-a460fd452e22 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:25.644132 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fc5f2d3a-05bd-4a42-9e3a-a460fd452e22 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783988'] for security_group_rule, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:25.646124 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-5219e658-211c-471b-ad25-11ffc1f34c01 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:25.667662 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f2d3a-05bd-4a42-9e3a-a460fd452e22 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f60419-a4dd-45cf-bfa8-5dd25eae3e60,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:25.670058 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-fc5f2d3a-05bd-4a42-9e3a-a460fd452e22 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:25.677739 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fc5f2d3a-05bd-4a42-9e3a-a460fd452e22 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:25.681487 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-fc5f2d3a-05bd-4a42-9e3a-a460fd452e22 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1327384
Jun 03 16:21:25.682440 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 34732) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:25.686791 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-e2908147-3639-4570-979a-65089dff93c2 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Request body: {'security_group_rule': {'security_group_id': '970a38d9-f22e-4ccc-a74f-921a15473dea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:21:25.692644 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e2908147-3639-4570-979a-65089dff93c2 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:21:25.696595 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-e2908147-3639-4570-979a-65089dff93c2 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Usage tracker for resource:security_group_rule and tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:21:25.699441 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-e2908147-3639-4570-979a-65089dff93c2 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:21:25.705092 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e2908147-3639-4570-979a-65089dff93c2 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:21:25.720815 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e2908147-3639-4570-979a-65089dff93c2 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:25.738669 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:21:25.782434 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] No Port match for: 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:21:25.782920 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 6ef23f34-8a24-4db5-9ad1-fddc59fd7e0e not bound to the agent host hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:21:25.783875 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e2908147-3639-4570-979a-65089dff93c2 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:25.787648 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e2908147-3639-4570-979a-65089dff93c2 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783988'] for security_group_rule, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:25.790486 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-26cb03c4-91ff-4997-8c43-2b5432b49ccf tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:25.812452 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2908147-3639-4570-979a-65089dff93c2 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf3cc5e-5a4f-406c-a1d1-f8f6bb5fd171,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:25.816703 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e2908147-3639-4570-979a-65089dff93c2 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:25.821116 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e2908147-3639-4570-979a-65089dff93c2 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:25.822290 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-e2908147-3639-4570-979a-65089dff93c2 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1392584
Jun 03 16:21:25.825421 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 34736) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:25.829791 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-e7dcc502-01ed-4440-862f-ae999f66e308 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Request body: {'floatingip': {'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:21:25.836186 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e7dcc502-01ed-4440-862f-ae999f66e308 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:21:25.839976 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-e7dcc502-01ed-4440-862f-ae999f66e308 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Usage tracker for resource:floatingip and tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:21:25.842837 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-e7dcc502-01ed-4440-862f-ae999f66e308 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:21:25.848434 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e7dcc502-01ed-4440-862f-ae999f66e308 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:21:25.859138 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e7dcc502-01ed-4440-862f-ae999f66e308 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for floatingip, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:25.992724 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e7dcc502-01ed-4440-862f-ae999f66e308 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:26.129366 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [None req-e7dcc502-01ed-4440-862f-ae999f66e308 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Allocated IP 172.27.2.173 (454170da-4e8f-4963-97fb-80bd3b86dedc/06c387f0-ce57-4d04-be2c-2471c04350c2/aba3ed28-f842-43b9-8c63-da088cd3ad98) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:21:26.279837 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e7dcc502-01ed-4440-862f-ae999f66e308 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:26.313126 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e7dcc502-01ed-4440-862f-ae999f66e308 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954439'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:26.317953 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-00b0f5bf-427d-4dc5-8cd3-bb97e54cb607 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:26.385720 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7dcc502-01ed-4440-862f-ae999f66e308 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Network 454170da-4e8f-4963-97fb-80bd3b86dedc is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:21:26.388562 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-e7dcc502-01ed-4440-862f-ae999f66e308 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:21:26.485440 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dcc502-01ed-4440-862f-ae999f66e308 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:21:26.520890 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dcc502-01ed-4440-862f-ae999f66e308 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Pushing event updated for resources: {'Port': ['ID=aba3ed28-f842-43b9-8c63-da088cd3ad98,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:26.525024 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e7dcc502-01ed-4440-862f-ae999f66e308 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:26.571407 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e7dcc502-01ed-4440-862f-ae999f66e308 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:26.635874 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e7dcc502-01ed-4440-862f-ae999f66e308 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:26.858937 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e7dcc502-01ed-4440-862f-ae999f66e308 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for port, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:26.863563 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e7dcc502-01ed-4440-862f-ae999f66e308 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954300'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:26.869185 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-d93c0aa6-cc30-4879-a142-a8f2d6944677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:26.980276 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dcc502-01ed-4440-862f-ae999f66e308 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Pushing event updated for resources: {'Port': ['ID=aba3ed28-f842-43b9-8c63-da088cd3ad98,revision_number=2']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:26.984417 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e7dcc502-01ed-4440-862f-ae999f66e308 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:26.995530 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e7dcc502-01ed-4440-862f-ae999f66e308 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380258'] for floatingip, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:27.020071 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e7dcc502-01ed-4440-862f-ae999f66e308 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for floatingip, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:27.021634 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-e7dcc502-01ed-4440-862f-ae999f66e308 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1951663
Jun 03 16:21:27.118890 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 34766) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:27.239560 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e85b0e35-f01f-4656-bbf1-cccc8459a210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:27.265173 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e85b0e35-f01f-4656-bbf1-cccc8459a210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:21:27.271327 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-e9d285ae-687e-44df-b753-031c310efe58 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Synchronizing usage tracker for tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 on resource:security_group {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:21:27.275309 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-e85b0e35-f01f-4656-bbf1-cccc8459a210 admin admin] Usage tracker for resource:security_group_rule and tenant:153063a75de74444b3e6f2cc7b50cda1 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:21:27.278245 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-e85b0e35-f01f-4656-bbf1-cccc8459a210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:21:27.288857 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e85b0e35-f01f-4656-bbf1-cccc8459a210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:21:27.300916 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-e9d285ae-687e-44df-b753-031c310efe58 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Unset dirty status for tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 on resource:security_group {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:21:27.302087 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-e9d285ae-687e-44df-b753-031c310efe58 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1885023679&fields=id&tenant_id=c30f1bb3a5fa4f229320a2ddcb1ab970 HTTP/1.1" status: 200  len: 267 time: 0.0997875
Jun 03 16:21:27.497354 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-3d3004ed-6a81-449c-a09d-392774010c9a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:27.498783 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-3d3004ed-6a81-449c-a09d-392774010c9a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/networks?id=2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 HTTP/1.1" status: 200  len: 816 time: 0.1886070
Jun 03 16:21:27.527461 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e85b0e35-f01f-4656-bbf1-cccc8459a210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:27.531484 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-e1451160-60e3-4ac2-8b6c-cf1524b8a390 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/quotas/c30f1bb3a5fa4f229320a2ddcb1ab970 HTTP/1.1" status: 200  len: 375 time: 0.0208087
Jun 03 16:21:27.532683 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e85b0e35-f01f-4656-bbf1-cccc8459a210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:27.541447 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-959a223a-36ec-4951-b3c1-4e9e155c30f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:27.622866 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-e85b0e35-f01f-4656-bbf1-cccc8459a210 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=153063a75de74444b3e6f2cc7b50cda1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5028784
Jun 03 16:21:27.623627 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b0e35-f01f-4656-bbf1-cccc8459a210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5544cf-24ff-4936-a26a-54298b4a0bf2,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:27.625546 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 34780) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:27.626650 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e85b0e35-f01f-4656-bbf1-cccc8459a210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:27.665094 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-f2702254-d426-4d5d-bdaf-0601a6e5a268 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c30f1bb3a5fa4f229320a2ddcb1ab970&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1258216
Jun 03 16:21:27.688557 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-b3e73abb-a976-4ac7-8683-875a94708c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:27.715377 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-b3e73abb-a976-4ac7-8683-875a94708c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:27.778458 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-b3e73abb-a976-4ac7-8683-875a94708c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:27.781729 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-590f6678-ce2d-4045-a9bd-b0b6faa7a068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:27.793882 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e73abb-a976-4ac7-8683-875a94708c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5544cf-24ff-4936-a26a-54298b4a0bf2,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:27.797101 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-b3e73abb-a976-4ac7-8683-875a94708c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:27.799122 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-b3e73abb-a976-4ac7-8683-875a94708c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:27.800223 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-b3e73abb-a976-4ac7-8683-875a94708c5b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8b5544cf-24ff-4936-a26a-54298b4a0bf2 HTTP/1.1" status: 204  len: 168 time: 0.1736999
Jun 03 16:21:27.824719 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-6c6c2ae2-3ffa-4216-a095-74ab79a8d0fb service neutron] 10.222.0.66 "GET /v2.0/networks/2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482630
Jun 03 16:21:27.965456 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-65263d62-d98a-4334-9b0e-ba533099e1b2 service neutron] 10.222.0.66 "GET /v2.0/networks/2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340156
Jun 03 16:21:28.181255 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-09106d59-f45d-4781-b8c4-a9e0cb5efd32 req-a4d2b90c-3d97-4b5a-a242-00823bb02daf tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Synchronizing usage tracker for tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:21:28.205110 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-09106d59-f45d-4781-b8c4-a9e0cb5efd32 req-a4d2b90c-3d97-4b5a-a242-00823bb02daf tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Unset dirty status for tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:21:28.206306 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-09106d59-f45d-4781-b8c4-a9e0cb5efd32 req-a4d2b90c-3d97-4b5a-a242-00823bb02daf tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 210 time: 0.0762546
Jun 03 16:21:29.380977 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-d8de80ac-ff0b-4734-9eb9-a89b9608a3f7 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:29.383527 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-d8de80ac-ff0b-4734-9eb9-a89b9608a3f7 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.73 "GET /v2.0/networks?id=2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 HTTP/1.1" status: 200  len: 816 time: 0.1802137
Jun 03 16:21:29.385661 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-1dda57bc-5e12-4cb5-8248-59d03fdfcdfb req-84ce8793-18bd-4644-8335-80a7c92d7f52 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 210 time: 0.0577874
Jun 03 16:21:29.446343 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-1feea166-3150-4cf4-b029-5d86d7642d86 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Synchronizing usage tracker for tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 on resource:security_group {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:21:29.462819 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-1feea166-3150-4cf4-b029-5d86d7642d86 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Unset dirty status for tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 on resource:security_group {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:21:29.464166 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-1feea166-3150-4cf4-b029-5d86d7642d86 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c30f1bb3a5fa4f229320a2ddcb1ab970 HTTP/1.1" status: 200  len: 380 time: 0.0633872
Jun 03 16:21:29.476577 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-d031a386-dcc3-43b6-bb34-b00b2aa67196 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Request body: {'port': {'device_id': 'f7e278ba-f788-4a36-a80c-40ef24611a3f', 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'admin_state_up': True, 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'security_groups': ['970a38d9-f22e-4ccc-a74f-921a15473dea']}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:21:29.697187 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-d031a386-dcc3-43b6-bb34-b00b2aa67196 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:21:29.706572 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-d031a386-dcc3-43b6-bb34-b00b2aa67196 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:21:29.717300 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-d031a386-dcc3-43b6-bb34-b00b2aa67196 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Made reservation on behalf of c30f1bb3a5fa4f229320a2ddcb1ab970 for: {'port': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:21:29.720703 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-d031a386-dcc3-43b6-bb34-b00b2aa67196 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:29.884798 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-d031a386-dcc3-43b6-bb34-b00b2aa67196 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Allocated IP 172.20.0.9 (2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43/1730b65d-c307-4958-817a-0c734926fd68/4c151fe1-051f-46c4-8ae9-e316255081d6) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:21:30.077439 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-d031a386-dcc3-43b6-bb34-b00b2aa67196 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:30.093116 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-d031a386-dcc3-43b6-bb34-b00b2aa67196 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Transition to ACTIVE for port object 4c151fe1-051f-46c4-8ae9-e316255081d6 will not be triggered until provisioned by entity DHCP. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:21:30.117148 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-d031a386-dcc3-43b6-bb34-b00b2aa67196 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:30.122330 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-f51ef41f-5d13-4c8e-875a-23286afbbb3f tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:30.180406 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-d031a386-dcc3-43b6-bb34-b00b2aa67196 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Network 2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:21:30.183423 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-d031a386-dcc3-43b6-bb34-b00b2aa67196 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Resources bound (agent type, host, resource id):  {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:21:30.187264 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-d031a386-dcc3-43b6-bb34-b00b2aa67196 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:21:30.228795 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031a386-dcc3-43b6-bb34-b00b2aa67196 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Pushing event updated for resources: {'Port': ['ID=4c151fe1-051f-46c4-8ae9-e316255081d6,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:30.233309 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-d031a386-dcc3-43b6-bb34-b00b2aa67196 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:30.270214 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-d031a386-dcc3-43b6-bb34-b00b2aa67196 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:30.271087 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-d031a386-dcc3-43b6-bb34-b00b2aa67196 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:30.299221 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-d031a386-dcc3-43b6-bb34-b00b2aa67196 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8270497
Jun 03 16:21:30.313263 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-5c90f305-257e-4627-ae1c-8987c84578eb service neutron] Request body: {'port': {'device_id': 'f7e278ba-f788-4a36-a80c-40ef24611a3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:21:30.436757 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-8222575e-1d20-4eb9-b23c-3f8220676e8d None None] Provisioning for port 4c151fe1-051f-46c4-8ae9-e316255081d6 completed by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:21:30.442577 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-8222575e-1d20-4eb9-b23c-3f8220676e8d None None] Provisioning complete for port 4c151fe1-051f-46c4-8ae9-e316255081d6 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:21:30.443159 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-8222575e-1d20-4eb9-b23c-3f8220676e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:30.464743 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-5c90f305-257e-4627-ae1c-8987c84578eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:30.516687 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-8222575e-1d20-4eb9-b23c-3f8220676e8d None None] Port 4c151fe1-051f-46c4-8ae9-e316255081d6 cannot update to ACTIVE because it is not bound. {{(pid=91618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 16:21:30.718741 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d995e-f430-4dd2-a921-766ed2d88544 req-9c86aaa0-2328-4be6-9252-b0139636bfd1 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:30.719419 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-111d995e-f430-4dd2-a921-766ed2d88544 req-9c86aaa0-2328-4be6-9252-b0139636bfd1 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Synchronizing usage tracker for tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:21:30.798618 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-111d995e-f430-4dd2-a921-766ed2d88544 req-9c86aaa0-2328-4be6-9252-b0139636bfd1 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Unset dirty status for tenant:c30f1bb3a5fa4f229320a2ddcb1ab970 on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:21:30.799774 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-111d995e-f430-4dd2-a921-766ed2d88544 req-9c86aaa0-2328-4be6-9252-b0139636bfd1 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 931 time: 0.2842796
Jun 03 16:21:30.862946 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-111d995e-f430-4dd2-a921-766ed2d88544 req-83881afd-8697-4b25-94e7-61978f8c7889 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569754
Jun 03 16:21:30.933045 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-5c90f305-257e-4627-ae1c-8987c84578eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c151fe1-051f-46c4-8ae9-e316255081d6 {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:21:30.940925 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-5c90f305-257e-4627-ae1c-8987c84578eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:30.956712 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-5c90f305-257e-4627-ae1c-8987c84578eb service neutron] Transition to ACTIVE for port object 4c151fe1-051f-46c4-8ae9-e316255081d6 will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:21:30.960804 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-5c90f305-257e-4627-ae1c-8987c84578eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2387463'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:30.965355 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-6c2657c8-263c-4752-90c4-6df466aa0095 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:31.172974 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90f305-257e-4627-ae1c-8987c84578eb service neutron] Pushing event updated for resources: {'Port': ['ID=4c151fe1-051f-46c4-8ae9-e316255081d6,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:31.175943 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-5c90f305-257e-4627-ae1c-8987c84578eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:31.218363 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-5c90f305-257e-4627-ae1c-8987c84578eb service neutron] Attempting to bind port 4c151fe1-051f-46c4-8ae9-e316255081d6 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:21:31.218697 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-5c90f305-257e-4627-ae1c-8987c84578eb service neutron] Attempting to bind port 4c151fe1-051f-46c4-8ae9-e316255081d6 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '8d919451-85fd-41bb-bbc2-dd880028642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:21:31.219020 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-5c90f305-257e-4627-ae1c-8987c84578eb service neutron] Attempting to bind port 4c151fe1-051f-46c4-8ae9-e316255081d6 on network 2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:21:31.228429 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-5c90f305-257e-4627-ae1c-8987c84578eb service neutron] Port 4c151fe1-051f-46c4-8ae9-e316255081d6 on network 2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 16:21:31.228762 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-5c90f305-257e-4627-ae1c-8987c84578eb service neutron] Attempting to bind port 4c151fe1-051f-46c4-8ae9-e316255081d6 on network 2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:21:31.237818 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-5c90f305-257e-4627-ae1c-8987c84578eb service neutron] Checking agent: {'id': '583156db-f932-4b7a-94d3-94f9531b86fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:21:31.238274 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-5c90f305-257e-4627-ae1c-8987c84578eb service neutron] Checking segment: {'id': '8d919451-85fd-41bb-bbc2-dd880028642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:21:31.238746 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-5c90f305-257e-4627-ae1c-8987c84578eb service neutron] Bound using segment: {'id': '8d919451-85fd-41bb-bbc2-dd880028642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:21:31.239267 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-5c90f305-257e-4627-ae1c-8987c84578eb service neutron] Bound port: 4c151fe1-051f-46c4-8ae9-e316255081d6, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d919451-85fd-41bb-bbc2-dd880028642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:21:31.239705 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-5c90f305-257e-4627-ae1c-8987c84578eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:31.342325 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-5c90f305-257e-4627-ae1c-8987c84578eb service neutron] For port 4c151fe1-051f-46c4-8ae9-e316255081d6, host hv-cinder-78652, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:21:31.345492 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-5c90f305-257e-4627-ae1c-8987c84578eb service neutron] For port 4c151fe1-051f-46c4-8ae9-e316255081d6, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4c151fe1-051f-46c4-8ae9-e316255081d6,segment=NetworkSegment(8d919451-85fd-41bb-bbc2-dd880028642e),segment_id=8d919451-85fd-41bb-bbc2-dd880028642e)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:21:31.350265 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-5c90f305-257e-4627-ae1c-8987c84578eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2387463'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:31.355232 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-aa0d6cd2-a585-40dd-a8f4-f23958952dee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:31.407367 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-5c90f305-257e-4627-ae1c-8987c84578eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:31.407978 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-5c90f305-257e-4627-ae1c-8987c84578eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:31.409356 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-5c90f305-257e-4627-ae1c-8987c84578eb service neutron] 10.222.0.73 "PUT /v2.0/ports/4c151fe1-051f-46c4-8ae9-e316255081d6 HTTP/1.1" status: 200  len: 1093 time: 1.1023397
Jun 03 16:21:31.409852 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e278ba-f788-4a36-a80c-40ef24611a3f', 'tag': '4c151fe1-051f-46c4-8ae9-e316255081d6'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:21:31.412104 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b452f4-e09a-4340-ac0c-6ee93574c57f" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e278ba-f788-4a36-a80c-40ef24611a3f", "tag": "4c151fe1-051f-46c4-8ae9-e316255081d6"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:21:31.438141 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90f305-257e-4627-ae1c-8987c84578eb service neutron] Pushing event updated for resources: {'Port': ['ID=4c151fe1-051f-46c4-8ae9-e316255081d6,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:31.442907 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-5c90f305-257e-4627-ae1c-8987c84578eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:31.461265 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a602f21b-0e11-4af4-afa5-8435a2188f01 x-openstack-request-id: req-a602f21b-0e11-4af4-afa5-8435a2188f01 {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:21:31.461584 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e278ba-f788-4a36-a80c-40ef24611a3f", "tag": "4c151fe1-051f-46c4-8ae9-e316255081d6", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:21:31.461921 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a602f21b-0e11-4af4-afa5-8435a2188f01 {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:21:31.462357 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e278ba-f788-4a36-a80c-40ef24611a3f', 'tag': '4c151fe1-051f-46c4-8ae9-e316255081d6', 'status': 'completed', 'code': 200}
Jun 03 16:21:32.121847 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267e3e2-d3d3-4965-8dd0-3f88e97dd1d4 req-cdeaeeb0-367c-4d27-9164-7810afafbe69 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:32.123283 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0267e3e2-d3d3-4965-8dd0-3f88e97dd1d4 req-cdeaeeb0-367c-4d27-9164-7810afafbe69 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 943 time: 0.1510229
Jun 03 16:21:32.167729 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0267e3e2-d3d3-4965-8dd0-3f88e97dd1d4 req-b5cc7c17-ead3-49d8-8bf9-92e71d85a520 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387259
Jun 03 16:21:33.354843 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c0613-f68d-4d27-8a87-4b76acfd4637 req-fcf6e9e8-cd7c-437f-ab69-33e93aa74e29 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:33.356202 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-eb2c0613-f68d-4d27-8a87-4b76acfd4637 req-fcf6e9e8-cd7c-437f-ab69-33e93aa74e29 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 943 time: 0.0791173
Jun 03 16:21:33.401175 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-eb2c0613-f68d-4d27-8a87-4b76acfd4637 req-50ef364e-5262-4937-a851-e9f53eb98b38 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392635
Jun 03 16:21:33.783490 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b452f4-e09a-4340-ac0c-6ee93574c57f req-f77edecb-87db-4daf-b0b8-593e94a8e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:33.785006 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-78b452f4-e09a-4340-ac0c-6ee93574c57f req-f77edecb-87db-4daf-b0b8-593e94a8e612 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c30f1bb3a5fa4f229320a2ddcb1ab970&device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 1096 time: 0.0702651
Jun 03 16:21:33.924383 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b452f4-e09a-4340-ac0c-6ee93574c57f req-103b69e7-bc18-4172-b197-d180c9840933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:33.925773 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-78b452f4-e09a-4340-ac0c-6ee93574c57f req-103b69e7-bc18-4172-b197-d180c9840933 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=c30f1bb3a5fa4f229320a2ddcb1ab970&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1323915
Jun 03 16:21:34.066987 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b452f4-e09a-4340-ac0c-6ee93574c57f req-923359be-0f15-4956-b45c-65ab3ff46604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:34.068465 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-78b452f4-e09a-4340-ac0c-6ee93574c57f req-923359be-0f15-4956-b45c-65ab3ff46604 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1338208
Jun 03 16:21:34.181538 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-f9dac061-0a6b-4983-9ce6-3f6ef7e3823b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:34.182892 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-f9dac061-0a6b-4983-9ce6-3f6ef7e3823b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c30f1bb3a5fa4f229320a2ddcb1ab970&device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 1096 time: 0.0733881
Jun 03 16:21:34.253582 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-4def64b3-be0c-4ef6-ac31-a6c9bf3794e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c151fe1-051f-46c4-8ae9-e316255081d6 HTTP/1.1" status: 200  len: 217 time: 0.0620687
Jun 03 16:21:34.315805 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-79349d99-d1fd-46eb-a7bf-ae0a46538d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:34.317244 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-79349d99-d1fd-46eb-a7bf-ae0a46538d5a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1730b65d-c307-4958-817a-0c734926fd68 HTTP/1.1" status: 200  len: 855 time: 0.0558839
Jun 03 16:21:34.392444 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-7d30c5fa-152b-4b45-85c0-00e5c6100393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:34.393983 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-7d30c5fa-152b-4b45-85c0-00e5c6100393 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0692542
Jun 03 16:21:34.561754 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-73d270c2-1992-4511-96d5-26ae24ea3f4c service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1597142
Jun 03 16:21:34.704905 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae64f0a-1f55-435e-8c30-c917e3a092a5 req-feaea698-e129-4bc4-b17d-b0b4006ff875 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:34.704905 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4ae64f0a-1f55-435e-8c30-c917e3a092a5 req-feaea698-e129-4bc4-b17d-b0b4006ff875 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 943 time: 0.1848488
Jun 03 16:21:34.742778 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2d070f20-ad61-443b-9c59-6ec179d6b320 req-07cc7e40-9f2f-4ff4-acf9-d6e23ee7ba87 service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1716897
Jun 03 16:21:34.764511 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4ae64f0a-1f55-435e-8c30-c917e3a092a5 req-ef110112-f4b0-4e6c-9e7c-1adf67249712 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569220
Jun 03 16:21:35.969564 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e13cf-a9d9-49da-8122-a3d12df20bb4 req-f21903ef-bd25-454a-8b63-111f922e6762 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:35.971015 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-041e13cf-a9d9-49da-8122-a3d12df20bb4 req-f21903ef-bd25-454a-8b63-111f922e6762 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 943 time: 0.0889914
Jun 03 16:21:36.020412 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-041e13cf-a9d9-49da-8122-a3d12df20bb4 req-e1d000e3-d87f-45f4-b5ad-3312606d39f3 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434251
Jun 03 16:21:36.963725 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34ccb70e-e04b-496a-a533-7417f812389f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:37.214043 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d2021-57be-4940-851e-7e8d0e5c7fbd req-b86ef3a1-4707-4fe6-b89c-07130493229c tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:37.215389 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-311d2021-57be-4940-851e-7e8d0e5c7fbd req-b86ef3a1-4707-4fe6-b89c-07130493229c tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 943 time: 0.0844705
Jun 03 16:21:37.260928 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-311d2021-57be-4940-851e-7e8d0e5c7fbd req-7ba8b2ae-cbf9-434b-8646-30e4d40d698f tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399132
Jun 03 16:21:37.771005 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:21:38.462505 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686446d4-0278-4577-b8e3-2890f3022a77 req-b4c39c0b-0b6e-45fc-9f5d-867e2d270ee3 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:38.463945 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-686446d4-0278-4577-b8e3-2890f3022a77 req-b4c39c0b-0b6e-45fc-9f5d-867e2d270ee3 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 943 time: 0.0790269
Jun 03 16:21:38.506780 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-686446d4-0278-4577-b8e3-2890f3022a77 req-bd91eddd-d4db-4189-bae3-33d51936291a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372560
Jun 03 16:21:38.809766 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:39.214174 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c12fa-09af-4e18-94bc-7ab6d8ba706b req-3d41c6eb-d5c2-477d-81c3-0322af94d60e tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:39.215634 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-515c12fa-09af-4e18-94bc-7ab6d8ba706b req-3d41c6eb-d5c2-477d-81c3-0322af94d60e tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.0896142
Jun 03 16:21:39.261992 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-515c12fa-09af-4e18-94bc-7ab6d8ba706b req-366fc444-08ee-4dba-85a1-13f371b505e3 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401952
Jun 03 16:21:39.420709 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:39.694822 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97dd2c9-b9b8-4098-8a60-0f179f230c20 req-954d9208-fa9b-46ea-a1ee-739cf4d575cf tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:39.696231 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b97dd2c9-b9b8-4098-8a60-0f179f230c20 req-954d9208-fa9b-46ea-a1ee-739cf4d575cf tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 943 time: 0.0795879
Jun 03 16:21:39.741431 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b97dd2c9-b9b8-4098-8a60-0f179f230c20 req-0ba4cc8e-7a07-4baf-9c02-506547812b0c tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388296
Jun 03 16:21:39.742812 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-37c288c0-da9c-46c8-a5b8-c05e5375ee51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:40.452424 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70475e07-9fd2-4075-89d7-1c734886c1bd req-bae15c5a-6d9d-4064-9db0-de6784dae453 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:40.453882 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-70475e07-9fd2-4075-89d7-1c734886c1bd req-bae15c5a-6d9d-4064-9db0-de6784dae453 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.0796759
Jun 03 16:21:40.499433 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-70475e07-9fd2-4075-89d7-1c734886c1bd req-b8a45476-a5fe-42c2-95c7-06ff2b9a8c03 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398746
Jun 03 16:21:40.757123 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:40.933402 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac6030-ad8e-43f8-91e0-2d687210dab5 req-76b9e752-8e3e-46e6-b5cf-2387a2d67018 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:40.934844 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8aac6030-ad8e-43f8-91e0-2d687210dab5 req-76b9e752-8e3e-46e6-b5cf-2387a2d67018 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 943 time: 0.0827055
Jun 03 16:21:40.979379 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8aac6030-ad8e-43f8-91e0-2d687210dab5 req-fef703a3-3394-481e-bf21-90922f31999e tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389926
Jun 03 16:21:41.754452 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97114c6-de9b-4d21-aa19-68103138c54a req-04a4be86-f722-449b-91a2-edc64f68ec71 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:41.755957 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a97114c6-de9b-4d21-aa19-68103138c54a req-04a4be86-f722-449b-91a2-edc64f68ec71 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.1533573
Jun 03 16:21:41.799774 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a97114c6-de9b-4d21-aa19-68103138c54a req-673658b8-39b0-48f8-9376-71d599a62052 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376880
Jun 03 16:21:42.171908 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1a345-a431-4fea-9232-5f9a9529cafb req-1e17da15-bd5b-4492-9ca4-fceefd7defc9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:42.173432 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-edc1a345-a431-4fea-9232-5f9a9529cafb req-1e17da15-bd5b-4492-9ca4-fceefd7defc9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 943 time: 0.0808611
Jun 03 16:21:42.208167 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:42.234200 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-edc1a345-a431-4fea-9232-5f9a9529cafb req-e663b12c-714e-403b-afba-32b81fae9cfe tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540490
Jun 03 16:21:42.704448 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 4c151fe1-051f-46c4-8ae9-e316255081d6 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 16:21:42.839088 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 4c151fe1-051f-46c4-8ae9-e316255081d6, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4c151fe1-051f-46c4-8ae9-e316255081d6,segment=NetworkSegment(8d919451-85fd-41bb-bbc2-dd880028642e),segment_id=8d919451-85fd-41bb-bbc2-dd880028642e)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:21:42.861427 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Returning: {'device': '4c151fe1-051f-46c4-8ae9-e316255081d6', 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'port_id': '4c151fe1-051f-46c4-8ae9-e316255081d6', 'mac_address': 'fa:16:3e:a8:49:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1730b65d-c307-4958-817a-0c734926fd68', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 16:21:42.921857 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:42.940690 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c151fe1-051f-46c4-8ae9-e316255081d6 {{(pid=91618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:21:42.956817 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 4c151fe1-051f-46c4-8ae9-e316255081d6, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4c151fe1-051f-46c4-8ae9-e316255081d6,segment=NetworkSegment(8d919451-85fd-41bb-bbc2-dd880028642e),segment_id=8d919451-85fd-41bb-bbc2-dd880028642e)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:21:42.961943 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:42.964069 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:43.004265 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d7b50-c148-4cfc-af10-9139c2dea147 req-7811a95d-f38a-44cd-b976-74d3f841b165 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:43.007294 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ab5d7b50-c148-4cfc-af10-9139c2dea147 req-7811a95d-f38a-44cd-b976-74d3f841b165 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.0946107
Jun 03 16:21:43.038587 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=4c151fe1-051f-46c4-8ae9-e316255081d6,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:43.041582 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:43.050494 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ab5d7b50-c148-4cfc-af10-9139c2dea147 req-a6bfd235-17fc-42ff-bb3d-73205e639030 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379460
Jun 03 16:21:43.427311 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba5b4e-29b3-437f-bb6b-50cb68d7b620 req-100ef742-9dfa-4510-82a1-7770c2fedb67 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:43.429395 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-24ba5b4e-29b3-437f-bb6b-50cb68d7b620 req-100ef742-9dfa-4510-82a1-7770c2fedb67 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 944 time: 0.0843568
Jun 03 16:21:43.473419 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-24ba5b4e-29b3-437f-bb6b-50cb68d7b620 req-e94d97eb-e3dd-4d20-bd17-2adcc1bd0754 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383556
Jun 03 16:21:44.238152 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85f579-4e86-481d-9388-0bd22b69ec80 req-f65e6748-4160-4308-a029-782a5b2326a7 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:44.239478 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-cb85f579-4e86-481d-9388-0bd22b69ec80 req-f65e6748-4160-4308-a029-782a5b2326a7 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.0803378
Jun 03 16:21:44.287508 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-cb85f579-4e86-481d-9388-0bd22b69ec80 req-de6f2336-3a16-43fd-a8db-d83806320000 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414746
Jun 03 16:21:44.663281 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd8986-43ab-422c-a576-ac8a983ce7be req-bf88f0db-6c2f-43ff-ad18-d2736204f086 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:44.664826 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f2cd8986-43ab-422c-a576-ac8a983ce7be req-bf88f0db-6c2f-43ff-ad18-d2736204f086 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 944 time: 0.0797422
Jun 03 16:21:44.781390 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f2cd8986-43ab-422c-a576-ac8a983ce7be req-ee008cf0-f563-479f-a35d-6a7774c74e20 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1107979
Jun 03 16:21:45.476795 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e0291-04d9-41ee-a653-7b88c2881754 req-be1c69a8-d253-4f72-90ba-dd2f34d882f1 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:45.478277 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6c8e0291-04d9-41ee-a653-7b88c2881754 req-be1c69a8-d253-4f72-90ba-dd2f34d882f1 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.0817006
Jun 03 16:21:45.523328 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6c8e0291-04d9-41ee-a653-7b88c2881754 req-c25a5fcd-a5bd-49c7-a03b-bf476deb3f26 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394135
Jun 03 16:21:45.968415 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b49479-1c5b-4ae1-b61e-a75e30cbb0a6 req-6ac906d7-890a-47e5-a4cb-e1d14261756c tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:45.969935 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-45b49479-1c5b-4ae1-b61e-a75e30cbb0a6 req-6ac906d7-890a-47e5-a4cb-e1d14261756c tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 944 time: 0.0785847
Jun 03 16:21:46.015813 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-45b49479-1c5b-4ae1-b61e-a75e30cbb0a6 req-cafc12f0-c847-4c37-9255-f804a1d350a5 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402141
Jun 03 16:21:46.246450 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['4c151fe1-051f-46c4-8ae9-e316255081d6'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:21:46.426580 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0802e-cbfe-4c8a-a718-1621b9cdeb09 req-095e5738-a442-4d8c-882d-e693e53ee547 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:46.428173 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-09d0802e-cbfe-4c8a-a718-1621b9cdeb09 req-095e5738-a442-4d8c-882d-e693e53ee547 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.0858071
Jun 03 16:21:46.566955 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-09d0802e-cbfe-4c8a-a718-1621b9cdeb09 req-e0b3ec1a-3dcc-4a17-b78e-50fe49239f25 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Deleting port b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8 {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:21:46.567300 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-09d0802e-cbfe-4c8a-a718-1621b9cdeb09 req-e0b3ec1a-3dcc-4a17-b78e-50fe49239f25 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:46.706838 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-09d0802e-cbfe-4c8a-a718-1621b9cdeb09 req-e0b3ec1a-3dcc-4a17-b78e-50fe49239f25 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] For port b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8,segment=NetworkSegment(bf6a9dcb-51b9-4164-a0a8-fd480afe49db),segment_id=bf6a9dcb-51b9-4164-a0a8-fd480afe49db)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:21:46.707196 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-09d0802e-cbfe-4c8a-a718-1621b9cdeb09 req-e0b3ec1a-3dcc-4a17-b78e-50fe49239f25 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:46.716396 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e87bd-90ca-4ac0-83ce-600250834bba req-fe833b88-ea2c-42b1-b9b8-218be6f102df tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:46.717881 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-3a9e87bd-90ca-4ac0-83ce-600250834bba req-fe833b88-ea2c-42b1-b9b8-218be6f102df tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 945 time: 0.0890121
Jun 03 16:21:46.765176 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-3a9e87bd-90ca-4ac0-83ce-600250834bba req-90d8a6c0-fd46-4e05-8835-1071508e3af4 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7037a30-ce4c-49ca-b63d-0da2002d144d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407345
Jun 03 16:21:47.007833 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-09d0802e-cbfe-4c8a-a718-1621b9cdeb09 req-e0b3ec1a-3dcc-4a17-b78e-50fe49239f25 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:47.008407 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-09d0802e-cbfe-4c8a-a718-1621b9cdeb09 req-e0b3ec1a-3dcc-4a17-b78e-50fe49239f25 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380258'] for floatingip, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:47.008541 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.db.l3_db [req-09d0802e-cbfe-4c8a-a718-1621b9cdeb09 req-e0b3ec1a-3dcc-4a17-b78e-50fe49239f25 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Floating IP 2254bf11-93e7-4d4b-80f9-054acbb25286 disassociated. External IP: 172.27.2.5, port: b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8.
Jun 03 16:21:47.009098 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-09d0802e-cbfe-4c8a-a718-1621b9cdeb09 req-e0b3ec1a-3dcc-4a17-b78e-50fe49239f25 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Calling delete_port for b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8 owned by compute:nova {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:21:47.171950 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-09d0802e-cbfe-4c8a-a718-1621b9cdeb09 req-e0b3ec1a-3dcc-4a17-b78e-50fe49239f25 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:47.184502 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-5c90f305-257e-4627-ae1c-8987c84578eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:47.231794 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3ec1a-3dcc-4a17-b78e-50fe49239f25 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Pushing event deleted for resources: {'Port': ['ID=b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:47.234898 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-e0b3ec1a-3dcc-4a17-b78e-50fe49239f25 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:47.411061 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a925e6-d0dd-4902-89b0-9649e8653d5e req-69c86b4a-0cca-4800-9b75-a1c72ca186b6 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:47.415659 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c1a925e6-d0dd-4902-89b0-9649e8653d5e req-69c86b4a-0cca-4800-9b75-a1c72ca186b6 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 944 time: 0.2864749
Jun 03 16:21:47.486718 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c1a925e6-d0dd-4902-89b0-9649e8653d5e req-81fcf4fd-e041-4b2b-a6ec-c8108b60f81a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0668449
Jun 03 16:21:47.495991 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09d0802e-cbfe-4c8a-a718-1621b9cdeb09 req-e0b3ec1a-3dcc-4a17-b78e-50fe49239f25 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Router 78b02607-c948-44ce-8fce-9af25b82dc8e has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:21:47.705298 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09d0802e-cbfe-4c8a-a718-1621b9cdeb09 req-e0b3ec1a-3dcc-4a17-b78e-50fe49239f25 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:21:47.716728 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1c5b0d-d255-4eb2-b82e-041175f43f4d None None] Sync routers for ids ['78b02607-c948-44ce-8fce-9af25b82dc8e'] in dv-cinder-786524-8-iscsi {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:21:47.726788 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1c5b0d-d255-4eb2-b82e-041175f43f4d None None] Routers {'78b02607-c948-44ce-8fce-9af25b82dc8e'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:21:47.727747 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-9a1c5b0d-d255-4eb2-b82e-041175f43f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2150fa0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:21:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['78b02607-c948-44ce-8fce-9af25b82dc8e'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:21:47.879954 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d0802e-cbfe-4c8a-a718-1621b9cdeb09 req-e0b3ec1a-3dcc-4a17-b78e-50fe49239f25 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] No DVR routers for this DVR port b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8 on host hv-cinder-78652 {{(pid=91617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:21:47.884077 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-09d0802e-cbfe-4c8a-a718-1621b9cdeb09 req-e0b3ec1a-3dcc-4a17-b78e-50fe49239f25 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:47.887393 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfd8160-8f16-4981-8577-5de2933505bf', 'name': 'network-vif-deleted', 'tag': 'b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:21:47.888251 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 4c151fe1-051f-46c4-8ae9-e316255081d6 up at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:21:47.890597 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9db2fe6-9f18-409f-9cba-2851f05ab7b5" -d '{"events": [{"server_uuid": "fcfd8160-8f16-4981-8577-5de2933505bf", "name": "network-vif-deleted", "tag": "b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:21:47.915083 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-09d0802e-cbfe-4c8a-a718-1621b9cdeb09 req-e0b3ec1a-3dcc-4a17-b78e-50fe49239f25 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.73 "DELETE /v2.0/ports/b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8 HTTP/1.1" status: 204  len: 173 time: 1.4801691
Jun 03 16:21:47.961098 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc04ca7-faa2-4b74-8673-ac6d52b4d083 x-openstack-request-id: req-2dc04ca7-faa2-4b74-8673-ac6d52b4d083 {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:21:47.961745 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfd8160-8f16-4981-8577-5de2933505bf", "name": "network-vif-deleted", "tag": "b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:21:47.962227 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2dc04ca7-faa2-4b74-8673-ac6d52b4d083 {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:21:47.962942 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfd8160-8f16-4981-8577-5de2933505bf', 'name': 'network-vif-deleted', 'tag': 'b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8', 'status': 'completed', 'code': 200}
Jun 03 16:21:47.990284 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-9a1c5b0d-d255-4eb2-b82e-041175f43f4d None None] Set router 78b02607-c948-44ce-8fce-9af25b82dc8e gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:21:48.185647 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9741684b-7716-4191-9124-1dee15cc92c2 req-15272c3e-f057-40b4-805e-9aecd229bb5c tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcfd8160-8f16-4981-8577-5de2933505bf HTTP/1.1" status: 200  len: 210 time: 0.2886302
Jun 03 16:21:48.287237 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning for port 4c151fe1-051f-46c4-8ae9-e316255081d6 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:21:48.301239 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning complete for port 4c151fe1-051f-46c4-8ae9-e316255081d6 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:21:48.301623 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:48.378166 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 35140) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:48.481141 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:48.515696 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e278ba-f788-4a36-a80c-40ef24611a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c151fe1-051f-46c4-8ae9-e316255081d6'}] {{(pid=91618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:21:48.517891 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80780923b31b79766dda64912243351c94e9e307cca1e5b2e5a14cee02687ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e43883-4628-403f-abc5-7a6fd24c7292" -d '{"events": [{"server_uuid": "f7e278ba-f788-4a36-a80c-40ef24611a3f", "name": "network-vif-plugged", "status": "completed", "tag": "4c151fe1-051f-46c4-8ae9-e316255081d6"}]}' {{(pid=91618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:21:48.519072 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1e36f1c8-d4c7-4a19-9a7f-864ec2c3d4f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:48.526778 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-9a1c5b0d-d255-4eb2-b82e-041175f43f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2150fa0>, [{'id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'name': 'tempest-AttachVolumeTestJSON-394210933-router', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:47Z', 'updated_at': '2021-06-03T16:17:05Z', 'revision_number': 4, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'gw_port': {'id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'e6e9d00a-3050-42e6-bfed-6974ad7f5a70', 'name': '', 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'mac_address': 'fa:16:3e:b5:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:59Z', 'updated_at': '2021-06-03T16:17:17Z', 'revision_number': 5, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'subnets': [{'id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:21:48.531450 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 4c151fe1-051f-46c4-8ae9-e316255081d6, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4c151fe1-051f-46c4-8ae9-e316255081d6,segment=NetworkSegment(8d919451-85fd-41bb-bbc2-dd880028642e),segment_id=8d919451-85fd-41bb-bbc2-dd880028642e)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:21:48.533172 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1c5b0d-d255-4eb2-b82e-041175f43f4d None None] Checking router: 78b02607-c948-44ce-8fce-9af25b82dc8e for host: dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:21:48.539320 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:48.541315 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:48.567602 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-1e36f1c8-d4c7-4a19-9a7f-864ec2c3d4f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:21:48.582341 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-1e36f1c8-d4c7-4a19-9a7f-864ec2c3d4f6 admin admin] Usage tracker for resource:security_group_rule and tenant:1d7b7077949341ffa70966ea91c7bed8 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:21:48.585855 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-1e36f1c8-d4c7-4a19-9a7f-864ec2c3d4f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:21:48.594136 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1c5b0d-d255-4eb2-b82e-041175f43f4d None None] Routers {'78b02607-c948-44ce-8fce-9af25b82dc8e'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:21:48.595057 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-9a1c5b0d-d255-4eb2-b82e-041175f43f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2150fa0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:21:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['78b02607-c948-44ce-8fce-9af25b82dc8e'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:21:48.596164 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-1e36f1c8-d4c7-4a19-9a7f-864ec2c3d4f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:21:48.651004 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8b274c-3fe8-4411-b089-194d5891f4c6 x-openstack-request-id: req-8e8b274c-3fe8-4411-b089-194d5891f4c6 {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:21:48.651296 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e278ba-f788-4a36-a80c-40ef24611a3f", "name": "network-vif-plugged", "status": "completed", "tag": "4c151fe1-051f-46c4-8ae9-e316255081d6", "code": 200}]} {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:21:48.651555 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8e8b274c-3fe8-4411-b089-194d5891f4c6 {{(pid=91618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:21:48.651934 dv-cinder-786524-8-iscsi neutron-server[91618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e278ba-f788-4a36-a80c-40ef24611a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c151fe1-051f-46c4-8ae9-e316255081d6', 'code': 200}
Jun 03 16:21:48.704982 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=4c151fe1-051f-46c4-8ae9-e316255081d6,revision_number=5']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:48.768181 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:48.809769 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1e36f1c8-d4c7-4a19-9a7f-864ec2c3d4f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:48.815555 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1e36f1c8-d4c7-4a19-9a7f-864ec2c3d4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:48.816195 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-9a1c5b0d-d255-4eb2-b82e-041175f43f4d None None] Set router 78b02607-c948-44ce-8fce-9af25b82dc8e gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:21:48.825452 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-4405ff7a-90b7-4e35-bd41-33e099546904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:48.880500 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ed281-f06a-48dd-b602-427b6485e59c req-4f9d5514-e56e-4b7b-b2f6-acdd4771efe9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:48.882165 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-733ed281-f06a-48dd-b602-427b6485e59c req-4f9d5514-e56e-4b7b-b2f6-acdd4771efe9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 945 time: 0.1732874
Jun 03 16:21:48.887681 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-1e36f1c8-d4c7-4a19-9a7f-864ec2c3d4f6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1d7b7077949341ffa70966ea91c7bed8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5059218
Jun 03 16:21:48.888714 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 35156) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:48.900570 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b3239-1857-481d-a4bf-2ca0919bb1e2 req-b8e6b2fe-a5a0-47d4-8665-cf0538327b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:48.902063 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-6f1b3239-1857-481d-a4bf-2ca0919bb1e2 req-b8e6b2fe-a5a0-47d4-8665-cf0538327b07 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 1098 time: 0.0767891
Jun 03 16:21:48.923305 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36f1c8-d4c7-4a19-9a7f-864ec2c3d4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eca2aad-e5bd-4e98-b5dc-d2609c6a14c3,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:48.927158 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-1e36f1c8-d4c7-4a19-9a7f-864ec2c3d4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:48.953275 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-6f1b3239-1857-481d-a4bf-2ca0919bb1e2 req-b7df6d74-d031-489e-9c31-ace4c4678292 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439034
Jun 03 16:21:48.984159 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-733ed281-f06a-48dd-b602-427b6485e59c req-6de9230d-b124-4917-952c-98cdd5fe9ef2 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0943289
Jun 03 16:21:49.007544 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fd41bc22-4653-416d-879a-39dda9c7b43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:49.033218 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fd41bc22-4653-416d-879a-39dda9c7b43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:49.084177 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fd41bc22-4653-416d-879a-39dda9c7b43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:49.089048 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8eb69d82-67aa-4b54-ae4e-b7f4dc99868e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:49.101415 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41bc22-4653-416d-879a-39dda9c7b43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eca2aad-e5bd-4e98-b5dc-d2609c6a14c3,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:49.104802 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-fd41bc22-4653-416d-879a-39dda9c7b43a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:49.111018 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fd41bc22-4653-416d-879a-39dda9c7b43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:49.112129 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-fd41bc22-4653-416d-879a-39dda9c7b43a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0eca2aad-e5bd-4e98-b5dc-d2609c6a14c3 HTTP/1.1" status: 204  len: 168 time: 0.2211277
Jun 03 16:21:49.154808 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-9a1c5b0d-d255-4eb2-b82e-041175f43f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2150fa0>, [{'id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'name': 'tempest-AttachVolumeTestJSON-394210933-router', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:47Z', 'updated_at': '2021-06-03T16:17:05Z', 'revision_number': 4, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'gw_port': {'id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'e6e9d00a-3050-42e6-bfed-6974ad7f5a70', 'name': '', 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'mac_address': 'fa:16:3e:b5:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:59Z', 'updated_at': '2021-06-03T16:17:17Z', 'revision_number': 5, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'subnets': [{'id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:21:49.158666 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1c5b0d-d255-4eb2-b82e-041175f43f4d None None] The sync data for ids ['78b02607-c948-44ce-8fce-9af25b82dc8e'] in dv-cinder-786524-8-iscsi is: [{'id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'name': 'tempest-AttachVolumeTestJSON-394210933-router', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:47Z', 'updated_at': '2021-06-03T16:17:05Z', 'revision_number': 4, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'gw_port': {'id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'e6e9d00a-3050-42e6-bfed-6974ad7f5a70', 'name': '', 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'mac_address': 'fa:16:3e:b5:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:59Z', 'updated_at': '2021-06-03T16:17:17Z', 'revision_number': 5, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'subnets': [{'id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:21:49.314410 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 35168) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:49.386763 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c7d13a9c-3be3-44af-b394-cf2fa8fb746d tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:49.418136 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c7d13a9c-3be3-44af-b394-cf2fa8fb746d tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:49.419334 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ac0934-3afc-43bf-b0eb-d00ac0f6ff34 None None] New status for floating IP 2254bf11-93e7-4d4b-80f9-054acbb25286: DOWN {{(pid=91619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 16:21:49.423624 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 35170) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:49.441672 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-090a3fa9-45cf-474f-8215-fc945101ccb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:49.456273 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-090a3fa9-45cf-474f-8215-fc945101ccb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:21:49.461186 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-090a3fa9-45cf-474f-8215-fc945101ccb7 admin admin] Usage tracker for resource:security_group_rule and tenant:a2d996527fe94cc3bf8163bdca1dbae1 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:21:49.464430 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-090a3fa9-45cf-474f-8215-fc945101ccb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:21:49.471173 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-090a3fa9-45cf-474f-8215-fc945101ccb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:21:49.475515 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c7d13a9c-3be3-44af-b394-cf2fa8fb746d tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:49.482629 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-dae71b00-8a3f-4367-95dc-134a23c528c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:49.497527 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d13a9c-3be3-44af-b394-cf2fa8fb746d tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7037a30-ce4c-49ca-b63d-0da2002d144d,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:49.500920 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-c7d13a9c-3be3-44af-b394-cf2fa8fb746d tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:49.512139 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c7d13a9c-3be3-44af-b394-cf2fa8fb746d tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:49.516054 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 35172) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:49.516215 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-c7d13a9c-3be3-44af-b394-cf2fa8fb746d tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "DELETE /v2.0/security-groups/b7037a30-ce4c-49ca-b63d-0da2002d144d HTTP/1.1" status: 204  len: 168 time: 0.2005870
Jun 03 16:21:49.540590 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.api.v2.resource [None req-bbf8d78e-21fb-42ae-8b56-5cb905f65cea tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] show failed (client error): The resource could not be found.
Jun 03 16:21:49.541592 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-bbf8d78e-21fb-42ae-8b56-5cb905f65cea tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups/b7037a30-ce4c-49ca-b63d-0da2002d144d HTTP/1.1" status: 404  len: 347 time: 0.0245090
Jun 03 16:21:49.544406 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 35174) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:49.726404 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-090a3fa9-45cf-474f-8215-fc945101ccb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:49.759104 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-090a3fa9-45cf-474f-8215-fc945101ccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:49.776613 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-b3e73abb-a976-4ac7-8683-875a94708c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:49.819859 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-090a3fa9-45cf-474f-8215-fc945101ccb7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a2d996527fe94cc3bf8163bdca1dbae1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3928163
Jun 03 16:21:49.820248 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 35180) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:49.821202 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a3fa9-45cf-474f-8215-fc945101ccb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6f4cc4-46cd-45eb-b3c3-4997780becbb,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:49.825045 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-090a3fa9-45cf-474f-8215-fc945101ccb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:49.847242 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-095b887b-3cad-4e70-970d-da3c5a3ba989 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Deleting port 71d4e3e8-7f4c-4750-853b-cda4b0b270f8 {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:21:49.847587 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-095b887b-3cad-4e70-970d-da3c5a3ba989 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:49.934253 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bf73d6c8-fa0f-4fdc-bbf2-22efe247248a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:49.967385 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bf73d6c8-fa0f-4fdc-bbf2-22efe247248a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:49.977263 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-095b887b-3cad-4e70-970d-da3c5a3ba989 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:49.977822 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-095b887b-3cad-4e70-970d-da3c5a3ba989 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:50.032952 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bf73d6c8-fa0f-4fdc-bbf2-22efe247248a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:50.039635 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-68678768-758d-41bc-b46d-23ee8dbb98d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:50.050644 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73d6c8-fa0f-4fdc-bbf2-22efe247248a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6f4cc4-46cd-45eb-b3c3-4997780becbb,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:50.059512 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf73d6c8-fa0f-4fdc-bbf2-22efe247248a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:50.059901 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf73d6c8-fa0f-4fdc-bbf2-22efe247248a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:50.060273 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf73d6c8-fa0f-4fdc-bbf2-22efe247248a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:50.060822 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf73d6c8-fa0f-4fdc-bbf2-22efe247248a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:50.061218 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf73d6c8-fa0f-4fdc-bbf2-22efe247248a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:50.061583 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf73d6c8-fa0f-4fdc-bbf2-22efe247248a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:50.062050 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf73d6c8-fa0f-4fdc-bbf2-22efe247248a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:50.062473 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf73d6c8-fa0f-4fdc-bbf2-22efe247248a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:50.062835 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf73d6c8-fa0f-4fdc-bbf2-22efe247248a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:50.063188 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf73d6c8-fa0f-4fdc-bbf2-22efe247248a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:50.063544 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf73d6c8-fa0f-4fdc-bbf2-22efe247248a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:50.063898 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf73d6c8-fa0f-4fdc-bbf2-22efe247248a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:50.067588 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-bf73d6c8-fa0f-4fdc-bbf2-22efe247248a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:50.076657 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bf73d6c8-fa0f-4fdc-bbf2-22efe247248a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:50.077887 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-bf73d6c8-fa0f-4fdc-bbf2-22efe247248a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9e6f4cc4-46cd-45eb-b3c3-4997780becbb HTTP/1.1" status: 204  len: 168 time: 0.2563267
Jun 03 16:21:50.106096 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-095b887b-3cad-4e70-970d-da3c5a3ba989 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Calling delete_port for 71d4e3e8-7f4c-4750-853b-cda4b0b270f8 owned by network:floatingip {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:21:50.238394 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-095b887b-3cad-4e70-970d-da3c5a3ba989 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:50.243803 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-d6d67999-e38f-4851-9822-edb6183809da tempest-ServerRescueNegativeTestJSON-1293746031 tempest-ServerRescueNegativeTestJSON-1293746031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:50.290194 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b887b-3cad-4e70-970d-da3c5a3ba989 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Pushing event deleted for resources: {'Port': ['ID=71d4e3e8-7f4c-4750-853b-cda4b0b270f8,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:50.320385 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-095b887b-3cad-4e70-970d-da3c5a3ba989 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:50.437478 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-095b887b-3cad-4e70-970d-da3c5a3ba989 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for floatingip, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:50.475624 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569420d-dc0a-42dc-aac2-e349f3e938c3 req-54f506e7-f2a2-4dff-940e-480649902d66 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:50.477099 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e569420d-dc0a-42dc-aac2-e349f3e938c3 req-54f506e7-f2a2-4dff-940e-480649902d66 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 945 time: 0.3595469
Jun 03 16:21:50.482728 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-095b887b-3cad-4e70-970d-da3c5a3ba989 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for floatingip, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:50.483750 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-095b887b-3cad-4e70-970d-da3c5a3ba989 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "DELETE /v2.0/floatingips/2254bf11-93e7-4d4b-80f9-054acbb25286 HTTP/1.1" status: 204  len: 168 time: 0.9384809
Jun 03 16:21:50.534430 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e569420d-dc0a-42dc-aac2-e349f3e938c3 req-2a7cd348-4e05-494a-8973-1e186687a7ab tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463345
Jun 03 16:21:50.709033 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 35208) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:50.714234 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-20d2f243-cc9e-478b-8b50-f90393aad699 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--846154584', 'description': 'tempest-description--298602593'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:21:50.723903 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-20d2f243-cc9e-478b-8b50-f90393aad699 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:21:50.728812 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-20d2f243-cc9e-478b-8b50-f90393aad699 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Usage tracker for resource:security_group and tenant:1a537e76199c41b2a9f3cd652b9668bd is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:21:50.731952 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-20d2f243-cc9e-478b-8b50-f90393aad699 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:21:50.738158 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-20d2f243-cc9e-478b-8b50-f90393aad699 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:21:50.738364 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd2fee-d520-4f4c-a946-7cd7881b5179 req-ef9e954e-a5f7-41a6-b2f8-1004f7624d60 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:50.740132 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c4fd2fee-d520-4f4c-a946-7cd7881b5179 req-ef9e954e-a5f7-41a6-b2f8-1004f7624d60 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 945 time: 0.0977366
Jun 03 16:21:50.749873 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 35212) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:50.750044 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-20d2f243-cc9e-478b-8b50-f90393aad699 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:50.754464 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-1e381cf9-e3c7-49d2-963a-fd4845dd6c36 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Request body: {'floatingip': {'port_id': '4c151fe1-051f-46c4-8ae9-e316255081d6'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:21:50.770876 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-20d2f243-cc9e-478b-8b50-f90393aad699 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:21:50.774730 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-20d2f243-cc9e-478b-8b50-f90393aad699 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Usage tracker for resource:security_group_rule and tenant:1a537e76199c41b2a9f3cd652b9668bd is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:21:50.777691 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-20d2f243-cc9e-478b-8b50-f90393aad699 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:21:50.783589 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-20d2f243-cc9e-478b-8b50-f90393aad699 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:21:50.833534 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-1e381cf9-e3c7-49d2-963a-fd4845dd6c36 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for floatingip, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:50.859001 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-20d2f243-cc9e-478b-8b50-f90393aad699 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:50.864583 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-20d2f243-cc9e-478b-8b50-f90393aad699 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:50.870988 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a0149165-d900-47c3-ab23-2697e0f5b213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:50.917500 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2f243-cc9e-478b-8b50-f90393aad699 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db5cbe80-9c4f-439d-b21b-7afa62d29222,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:50.920362 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-20d2f243-cc9e-478b-8b50-f90393aad699 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:50.921298 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-20d2f243-cc9e-478b-8b50-f90393aad699 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:50.922558 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-20d2f243-cc9e-478b-8b50-f90393aad699 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2120380
Jun 03 16:21:50.925393 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 35216) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:50.931225 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-29456a9b-fe05-48f7-a451-983039c47912 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Request body: {'security_group_rule': {'security_group_id': 'db5cbe80-9c4f-439d-b21b-7afa62d29222', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:21:50.937570 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-29456a9b-fe05-48f7-a451-983039c47912 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:21:50.941855 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-29456a9b-fe05-48f7-a451-983039c47912 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Usage tracker for resource:security_group_rule and tenant:1a537e76199c41b2a9f3cd652b9668bd is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:21:50.945106 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-29456a9b-fe05-48f7-a451-983039c47912 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:21:50.950985 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-29456a9b-fe05-48f7-a451-983039c47912 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:21:50.968648 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-29456a9b-fe05-48f7-a451-983039c47912 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:51.050947 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-29456a9b-fe05-48f7-a451-983039c47912 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:51.055180 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-29456a9b-fe05-48f7-a451-983039c47912 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783988'] for security_group_rule, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:51.084762 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:51.103514 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29456a9b-fe05-48f7-a451-983039c47912 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3921c9c7-61b3-4c8d-9cef-121a09cfaf31,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:51.106027 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-29456a9b-fe05-48f7-a451-983039c47912 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:51.110147 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-29456a9b-fe05-48f7-a451-983039c47912 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1837902
Jun 03 16:21:51.111104 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 35236) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:51.112237 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-29456a9b-fe05-48f7-a451-983039c47912 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:51.118512 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-dbc3a5d5-3b80-47a4-b7ca-1ef35710916f tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Request body: {'security_group_rule': {'security_group_id': 'db5cbe80-9c4f-439d-b21b-7afa62d29222', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:21:51.126228 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-dbc3a5d5-3b80-47a4-b7ca-1ef35710916f tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:21:51.130673 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-dbc3a5d5-3b80-47a4-b7ca-1ef35710916f tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Usage tracker for resource:security_group_rule and tenant:1a537e76199c41b2a9f3cd652b9668bd is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:21:51.134311 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-dbc3a5d5-3b80-47a4-b7ca-1ef35710916f tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:21:51.140573 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-dbc3a5d5-3b80-47a4-b7ca-1ef35710916f tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:21:51.161149 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-dbc3a5d5-3b80-47a4-b7ca-1ef35710916f tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:51.252855 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-dbc3a5d5-3b80-47a4-b7ca-1ef35710916f tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:51.259709 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-dbc3a5d5-3b80-47a4-b7ca-1ef35710916f tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783988'] for security_group_rule, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:51.262026 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-5990aeb6-5633-45c6-86dc-3c6c64edbd17 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:51.287881 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3a5d5-3b80-47a4-b7ca-1ef35710916f tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c7b522-3c36-461f-a678-156c842dfcaf,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:51.290617 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-dbc3a5d5-3b80-47a4-b7ca-1ef35710916f tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:51.299348 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-dbc3a5d5-3b80-47a4-b7ca-1ef35710916f tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:51.303780 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-dbc3a5d5-3b80-47a4-b7ca-1ef35710916f tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1873438
Jun 03 16:21:51.304165 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 35242) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:51.309182 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-78239cc7-168e-403f-aea8-e3e7ee9467ef tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Request body: {'floatingip': {'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:21:51.315869 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-78239cc7-168e-403f-aea8-e3e7ee9467ef tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:21:51.320151 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-78239cc7-168e-403f-aea8-e3e7ee9467ef tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Usage tracker for resource:floatingip and tenant:1a537e76199c41b2a9f3cd652b9668bd is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:21:51.323123 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-78239cc7-168e-403f-aea8-e3e7ee9467ef tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:21:51.329957 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-78239cc7-168e-403f-aea8-e3e7ee9467ef tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:21:51.342463 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-78239cc7-168e-403f-aea8-e3e7ee9467ef tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for floatingip, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:51.493139 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-78239cc7-168e-403f-aea8-e3e7ee9467ef tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:51.639329 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [None req-78239cc7-168e-403f-aea8-e3e7ee9467ef tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Allocated IP 172.27.2.129 (454170da-4e8f-4963-97fb-80bd3b86dedc/06c387f0-ce57-4d04-be2c-2471c04350c2/ce00f738-0239-4789-b35d-8c9b38eea1b7) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:21:51.670045 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 35250) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:51.809356 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-526f6dfb-278b-4eed-9a79-9bd651db05c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:51.818556 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-1e381cf9-e3c7-49d2-963a-fd4845dd6c36 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:51.822580 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-1e381cf9-e3c7-49d2-963a-fd4845dd6c36 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380258'] for floatingip, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:51.826778 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-78239cc7-168e-403f-aea8-e3e7ee9467ef tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:51.835352 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-526f6dfb-278b-4eed-9a79-9bd651db05c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:21:51.840622 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-526f6dfb-278b-4eed-9a79-9bd651db05c1 admin admin] Usage tracker for resource:security_group_rule and tenant:675d775ed92a4589beb0df246cdc3ae2 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:21:51.844143 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-526f6dfb-278b-4eed-9a79-9bd651db05c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:21:51.850843 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-526f6dfb-278b-4eed-9a79-9bd651db05c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:21:51.855077 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:21:51.893795 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] No Port match for: b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8 {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:21:51.894217 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device b7c2d620-c6e9-4bd1-99f4-8d77d1ca6fe8 not bound to the agent host hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:21:51.896805 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-78239cc7-168e-403f-aea8-e3e7ee9467ef tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954439'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:51.902394 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-89ce926a-a667-43b5-962b-665c568c6906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:52.002283 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.db.l3_db [None req-1e381cf9-e3c7-49d2-963a-fd4845dd6c36 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Floating IP 527eac29-a802-4afb-9c45-21124e630424 associated. External IP: 172.27.2.173, port: 4c151fe1-051f-46c4-8ae9-e316255081d6.
Jun 03 16:21:52.045429 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78239cc7-168e-403f-aea8-e3e7ee9467ef tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Network 454170da-4e8f-4963-97fb-80bd3b86dedc is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:21:52.056006 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-78239cc7-168e-403f-aea8-e3e7ee9467ef tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:21:52.061640 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78239cc7-168e-403f-aea8-e3e7ee9467ef tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:21:52.115851 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78239cc7-168e-403f-aea8-e3e7ee9467ef tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Pushing event updated for resources: {'Port': ['ID=ce00f738-0239-4789-b35d-8c9b38eea1b7,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:52.131169 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-78239cc7-168e-403f-aea8-e3e7ee9467ef tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:52.142502 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-526f6dfb-278b-4eed-9a79-9bd651db05c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:52.151206 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-526f6dfb-278b-4eed-9a79-9bd651db05c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:52.158925 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-725466a6-64eb-495a-9c4d-6fcf074bd14e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:52.210659 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f6dfb-278b-4eed-9a79-9bd651db05c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bd4817-dfb0-44b6-bbb5-e3acf0e3d998,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:52.214795 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-526f6dfb-278b-4eed-9a79-9bd651db05c1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=675d775ed92a4589beb0df246cdc3ae2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5437453
Jun 03 16:21:52.216675 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-526f6dfb-278b-4eed-9a79-9bd651db05c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:52.219179 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 35254) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:52.233879 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-78239cc7-168e-403f-aea8-e3e7ee9467ef tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:52.339723 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-78239cc7-168e-403f-aea8-e3e7ee9467ef tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:52.370116 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e381cf9-e3c7-49d2-963a-fd4845dd6c36 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Router 008d983e-7dfa-4639-8442-171e5c82cec4 has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:21:52.370352 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4198e8ad-510b-410b-a25d-3dffcd2da9b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:52.421998 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4198e8ad-510b-410b-a25d-3dffcd2da9b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:52.538121 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 35262) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:52.584117 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4198e8ad-510b-410b-a25d-3dffcd2da9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:52.591199 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-b710822b-3587-4f57-b060-c8b950da33b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:52.609488 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198e8ad-510b-410b-a25d-3dffcd2da9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bd4817-dfb0-44b6-bbb5-e3acf0e3d998,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:52.614090 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-4198e8ad-510b-410b-a25d-3dffcd2da9b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:52.646539 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-78239cc7-168e-403f-aea8-e3e7ee9467ef tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for port, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:52.648426 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4198e8ad-510b-410b-a25d-3dffcd2da9b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:52.649610 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-4198e8ad-510b-410b-a25d-3dffcd2da9b4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b8bd4817-dfb0-44b6-bbb5-e3acf0e3d998 HTTP/1.1" status: 204  len: 168 time: 0.4296944
Jun 03 16:21:52.658555 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-78239cc7-168e-403f-aea8-e3e7ee9467ef tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954300'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:52.671970 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-89e252f2-56a9-4df2-8982-6d3c3c09d744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:52.674281 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e381cf9-e3c7-49d2-963a-fd4845dd6c36 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:21:52.686918 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ddaa8f-dce8-4906-9d05-4a56787ed581 None None] Sync routers for ids ['008d983e-7dfa-4639-8442-171e5c82cec4'] in dv-cinder-786524-8-iscsi {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:21:52.697332 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-1e381cf9-e3c7-49d2-963a-fd4845dd6c36 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for floatingip, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:52.699072 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ddaa8f-dce8-4906-9d05-4a56787ed581 None None] Routers {'008d983e-7dfa-4639-8442-171e5c82cec4'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:21:52.700119 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-10ddaa8f-dce8-4906-9d05-4a56787ed581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa25268e0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:21:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['008d983e-7dfa-4639-8442-171e5c82cec4'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:21:52.760253 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-1e381cf9-e3c7-49d2-963a-fd4845dd6c36 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "PUT /v2.0/floatingips/527eac29-a802-4afb-9c45-21124e630424 HTTP/1.1" status: 200  len: 991 time: 2.0092971
Jun 03 16:21:52.761136 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e278ba-f788-4a36-a80c-40ef24611a3f', 'tag': '4c151fe1-051f-46c4-8ae9-e316255081d6'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:21:52.763995 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50cfc0c-2a62-4c69-b728-d83e6cebeaa0" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e278ba-f788-4a36-a80c-40ef24611a3f", "tag": "4c151fe1-051f-46c4-8ae9-e316255081d6"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:21:52.766613 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8e92e0c3-8a46-4948-80b5-d5218832cc43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:52.821691 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-8e92e0c3-8a46-4948-80b5-d5218832cc43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:21:52.831976 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-8e92e0c3-8a46-4948-80b5-d5218832cc43 admin admin] Usage tracker for resource:security_group_rule and tenant:af29ac23f4984731a308e676d98fad0b is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:21:52.843493 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-8e92e0c3-8a46-4948-80b5-d5218832cc43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:21:52.856562 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78239cc7-168e-403f-aea8-e3e7ee9467ef tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Pushing event updated for resources: {'Port': ['ID=ce00f738-0239-4789-b35d-8c9b38eea1b7,revision_number=2']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:52.860014 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5395459a-5d15-4909-a37f-41305eb6bb83 x-openstack-request-id: req-5395459a-5d15-4909-a37f-41305eb6bb83 {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:21:52.860521 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e278ba-f788-4a36-a80c-40ef24611a3f", "tag": "4c151fe1-051f-46c4-8ae9-e316255081d6", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:21:52.860820 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5395459a-5d15-4909-a37f-41305eb6bb83 {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:21:52.861357 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e278ba-f788-4a36-a80c-40ef24611a3f', 'tag': '4c151fe1-051f-46c4-8ae9-e316255081d6', 'status': 'completed', 'code': 200}
Jun 03 16:21:52.870037 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-78239cc7-168e-403f-aea8-e3e7ee9467ef tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:52.873851 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-8e92e0c3-8a46-4948-80b5-d5218832cc43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:21:52.905456 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-78239cc7-168e-403f-aea8-e3e7ee9467ef tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380258'] for floatingip, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:52.938494 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-78239cc7-168e-403f-aea8-e3e7ee9467ef tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for floatingip, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:52.941420 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-78239cc7-168e-403f-aea8-e3e7ee9467ef tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6342919
Jun 03 16:21:52.968917 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-10ddaa8f-dce8-4906-9d05-4a56787ed581 None None] Set router 008d983e-7dfa-4639-8442-171e5c82cec4 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:21:53.004217 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cfc0c-2a62-4c69-b728-d83e6cebeaa0 req-f64e5404-fd75-4839-9436-aa9ee3e61a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:53.007350 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8e92e0c3-8a46-4948-80b5-d5218832cc43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:53.009558 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f50cfc0c-2a62-4c69-b728-d83e6cebeaa0 req-f64e5404-fd75-4839-9436-aa9ee3e61a2f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c30f1bb3a5fa4f229320a2ddcb1ab970&device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 1098 time: 0.1289015
Jun 03 16:21:53.013452 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-8e92e0c3-8a46-4948-80b5-d5218832cc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:53.052287 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-4afb2c17-36b2-42fb-a793-ae93730304b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:53.082664 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92e0c3-8a46-4948-80b5-d5218832cc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a77d7b5-b670-4ab3-a6cf-91b15e4c20fe,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:53.100438 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-8e92e0c3-8a46-4948-80b5-d5218832cc43 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=af29ac23f4984731a308e676d98fad0b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5584126
Jun 03 16:21:53.100438 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8e92e0c3-8a46-4948-80b5-d5218832cc43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:53.102230 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 35284) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:21:53.187815 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3d02536f-9d8f-41a8-adc5-b3fb987950a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:53.256026 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3d02536f-9d8f-41a8-adc5-b3fb987950a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:53.270624 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cfc0c-2a62-4c69-b728-d83e6cebeaa0 req-3a702842-e482-4f1d-ba6f-ce34ffb03871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:53.272604 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f50cfc0c-2a62-4c69-b728-d83e6cebeaa0 req-3a702842-e482-4f1d-ba6f-ce34ffb03871 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 HTTP/1.1" status: 200  len: 917 time: 0.2567694
Jun 03 16:21:53.280547 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f784be02-60d2-4a13-843e-63f7db049198 req-4edf85fc-9184-480e-b4f2-9112cc9a6454 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--846154584&fields=id&tenant_id=1a537e76199c41b2a9f3cd652b9668bd HTTP/1.1" status: 200  len: 267 time: 0.0679145
Jun 03 16:21:53.361230 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3d02536f-9d8f-41a8-adc5-b3fb987950a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:53.369809 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-c7d13a9c-3be3-44af-b394-cf2fa8fb746d tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:53.407515 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02536f-9d8f-41a8-adc5-b3fb987950a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a77d7b5-b670-4ab3-a6cf-91b15e4c20fe,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:53.416920 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-3d02536f-9d8f-41a8-adc5-b3fb987950a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:53.418174 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3d02536f-9d8f-41a8-adc5-b3fb987950a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:53.423864 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-3d02536f-9d8f-41a8-adc5-b3fb987950a4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5a77d7b5-b670-4ab3-a6cf-91b15e4c20fe HTTP/1.1" status: 204  len: 168 time: 0.3207116
Jun 03 16:21:53.475440 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f50cfc0c-2a62-4c69-b728-d83e6cebeaa0 req-f2f64fcb-bba3-45c5-b31a-6619e1d08bfe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c151fe1-051f-46c4-8ae9-e316255081d6 HTTP/1.1" status: 200  len: 999 time: 0.1933732
Jun 03 16:21:53.583083 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cfc0c-2a62-4c69-b728-d83e6cebeaa0 req-27a7aeaa-ab84-4f11-bcd4-b255b0f64591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:53.585752 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f50cfc0c-2a62-4c69-b728-d83e6cebeaa0 req-27a7aeaa-ab84-4f11-bcd4-b255b0f64591 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1730b65d-c307-4958-817a-0c734926fd68 HTTP/1.1" status: 200  len: 855 time: 0.0945170
Jun 03 16:21:53.593377 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784be02-60d2-4a13-843e-63f7db049198 req-09f9dc50-f977-4da9-9a17-39600b8b26f0 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:53.594649 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f784be02-60d2-4a13-843e-63f7db049198 req-09f9dc50-f977-4da9-9a17-39600b8b26f0 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/networks?id=402cb13e-8c37-4be7-87df-d31fc66fd7f0 HTTP/1.1" status: 200  len: 810 time: 0.2517552
Jun 03 16:21:53.608750 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-10ddaa8f-dce8-4906-9d05-4a56787ed581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa25268e0>, [{'id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'name': 'tempest-AttachVolumeShelveTestJSON-798784809-router', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:49Z', 'updated_at': '2021-06-03T16:16:59Z', 'revision_number': 4, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'gw_port': {'id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:05:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_floatingips': [{'id': '527eac29-a802-4afb-9c45-21124e630424', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'port_id': '4c151fe1-051f-46c4-8ae9-e316255081d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'mac_address': 'fa:16:3e:a8:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e278ba-f788-4a36-a80c-40ef24611a3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:21:26Z', 'updated_at': '2021-06-03T16:21:51Z', 'revision_number': 1, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa4bb690-4d57-4433-aa63-efd93fd80492', 'name': '', 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'mac_address': 'fa:16:3e:c8:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1730b65d-c307-4958-817a-0c734926fd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:57Z', 'updated_at': '2021-06-03T16:17:14Z', 'revision_number': 5, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'subnets': [{'id': '1730b65d-c307-4958-817a-0c734926fd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:21:53.613291 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ddaa8f-dce8-4906-9d05-4a56787ed581 None None] Checking router: 008d983e-7dfa-4639-8442-171e5c82cec4 for host: dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:21:53.623500 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ddaa8f-dce8-4906-9d05-4a56787ed581 None None] Routers {'008d983e-7dfa-4639-8442-171e5c82cec4'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:21:53.624251 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-10ddaa8f-dce8-4906-9d05-4a56787ed581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa25268e0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:21:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['008d983e-7dfa-4639-8442-171e5c82cec4'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:21:53.650895 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f784be02-60d2-4a13-843e-63f7db049198 req-975ff963-5c88-49c7-9851-fd41f03edc58 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/quotas/1a537e76199c41b2a9f3cd652b9668bd HTTP/1.1" status: 200  len: 375 time: 0.0189650
Jun 03 16:21:53.742920 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cfc0c-2a62-4c69-b728-d83e6cebeaa0 req-4976eb0e-3903-4a23-b82e-fabf396260ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:53.744363 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f50cfc0c-2a62-4c69-b728-d83e6cebeaa0 req-4976eb0e-3903-4a23-b82e-fabf396260ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1488383
Jun 03 16:21:53.807497 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-f784be02-60d2-4a13-843e-63f7db049198 req-80df0358-2c85-42f0-8edc-b381dd5005d5 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Synchronizing usage tracker for tenant:1a537e76199c41b2a9f3cd652b9668bd on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:21:53.841159 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-10ddaa8f-dce8-4906-9d05-4a56787ed581 None None] Set router 008d983e-7dfa-4639-8442-171e5c82cec4 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:21:53.891629 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-f784be02-60d2-4a13-843e-63f7db049198 req-80df0358-2c85-42f0-8edc-b381dd5005d5 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Unset dirty status for tenant:1a537e76199c41b2a9f3cd652b9668bd on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:21:53.893036 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f784be02-60d2-4a13-843e-63f7db049198 req-80df0358-2c85-42f0-8edc-b381dd5005d5 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1a537e76199c41b2a9f3cd652b9668bd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2366083
Jun 03 16:21:53.931506 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f50cfc0c-2a62-4c69-b728-d83e6cebeaa0 req-28a555ce-626a-4403-9060-b60c270ca344 service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1780465
Jun 03 16:21:54.128470 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f50cfc0c-2a62-4c69-b728-d83e6cebeaa0 req-95a43957-4df4-4f4e-babb-fc4d4bec3f62 service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1903563
Jun 03 16:21:54.234693 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f784be02-60d2-4a13-843e-63f7db049198 req-6e479517-892e-4edc-a2c3-2259989fbfba service neutron] 10.222.0.66 "GET /v2.0/networks/402cb13e-8c37-4be7-87df-d31fc66fd7f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3275557
Jun 03 16:21:54.288176 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-10ddaa8f-dce8-4906-9d05-4a56787ed581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa25268e0>, [{'id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'name': 'tempest-AttachVolumeShelveTestJSON-798784809-router', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:49Z', 'updated_at': '2021-06-03T16:16:59Z', 'revision_number': 4, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'gw_port': {'id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:05:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_floatingips': [{'id': '527eac29-a802-4afb-9c45-21124e630424', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'port_id': '4c151fe1-051f-46c4-8ae9-e316255081d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'mac_address': 'fa:16:3e:a8:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e278ba-f788-4a36-a80c-40ef24611a3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:21:26Z', 'updated_at': '2021-06-03T16:21:51Z', 'revision_number': 1, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa4bb690-4d57-4433-aa63-efd93fd80492', 'name': '', 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'mac_address': 'fa:16:3e:c8:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1730b65d-c307-4958-817a-0c734926fd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:57Z', 'updated_at': '2021-06-03T16:17:14Z', 'revision_number': 5, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'subnets': [{'id': '1730b65d-c307-4958-817a-0c734926fd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:21:54.292378 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ddaa8f-dce8-4906-9d05-4a56787ed581 None None] The sync data for ids ['008d983e-7dfa-4639-8442-171e5c82cec4'] in dv-cinder-786524-8-iscsi is: [{'id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'name': 'tempest-AttachVolumeShelveTestJSON-798784809-router', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:49Z', 'updated_at': '2021-06-03T16:16:59Z', 'revision_number': 4, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'gw_port': {'id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:05:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_floatingips': [{'id': '527eac29-a802-4afb-9c45-21124e630424', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'port_id': '4c151fe1-051f-46c4-8ae9-e316255081d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'mac_address': 'fa:16:3e:a8:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e278ba-f788-4a36-a80c-40ef24611a3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:21:26Z', 'updated_at': '2021-06-03T16:21:51Z', 'revision_number': 1, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa4bb690-4d57-4433-aa63-efd93fd80492', 'name': '', 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'mac_address': 'fa:16:3e:c8:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1730b65d-c307-4958-817a-0c734926fd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:57Z', 'updated_at': '2021-06-03T16:17:14Z', 'revision_number': 5, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'subnets': [{'id': '1730b65d-c307-4958-817a-0c734926fd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:21:54.386767 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f784be02-60d2-4a13-843e-63f7db049198 req-1be239ae-24d4-4c27-ae11-f81dbbce4960 service neutron] 10.222.0.66 "GET /v2.0/networks/402cb13e-8c37-4be7-87df-d31fc66fd7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1464248
Jun 03 16:21:54.506685 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73aa2e7d-4681-4980-9f9e-d8dc6238acc8 None None] New status for floating IP 527eac29-a802-4afb-9c45-21124e630424: ACTIVE {{(pid=91619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 16:21:54.598340 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-59135538-cca7-4713-92cb-27d91dca5907 req-6f2fbcb5-1637-4892-8d0c-35b8c6252dcd tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=31430f53-c613-481e-9bb4-561b533defd8 HTTP/1.1" status: 200  len: 210 time: 0.0628624
Jun 03 16:21:55.749058 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f41ce335-204e-489b-bb34-ff09f36ebc84 req-7d6c28bd-636c-4bdf-9b5e-5f1587d50ddf tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=31430f53-c613-481e-9bb4-561b533defd8 HTTP/1.1" status: 200  len: 210 time: 0.0433931
Jun 03 16:21:56.300165 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784be02-60d2-4a13-843e-63f7db049198 req-f113a2e8-41e5-4561-84f4-acc9f0da7faf tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:56.301673 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f784be02-60d2-4a13-843e-63f7db049198 req-f113a2e8-41e5-4561-84f4-acc9f0da7faf tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.73 "GET /v2.0/networks?id=402cb13e-8c37-4be7-87df-d31fc66fd7f0 HTTP/1.1" status: 200  len: 810 time: 0.2599154
Jun 03 16:21:56.353006 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f784be02-60d2-4a13-843e-63f7db049198 req-c7e6bef9-c685-4749-b6a4-c0153605b1fc tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a537e76199c41b2a9f3cd652b9668bd HTTP/1.1" status: 200  len: 379 time: 0.0423129
Jun 03 16:21:56.363311 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-f784be02-60d2-4a13-843e-63f7db049198 req-49bc444f-446d-412f-a27b-779ba3cbb507 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Request body: {'port': {'device_id': '31430f53-c613-481e-9bb4-561b533defd8', 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0', 'admin_state_up': True, 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'security_groups': ['db5cbe80-9c4f-439d-b21b-7afa62d29222']}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:21:56.498684 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-f784be02-60d2-4a13-843e-63f7db049198 req-49bc444f-446d-412f-a27b-779ba3cbb507 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:21:56.509371 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-f784be02-60d2-4a13-843e-63f7db049198 req-49bc444f-446d-412f-a27b-779ba3cbb507 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:21:56.518862 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f784be02-60d2-4a13-843e-63f7db049198 req-49bc444f-446d-412f-a27b-779ba3cbb507 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Made reservation on behalf of 1a537e76199c41b2a9f3cd652b9668bd for: {'port': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:21:56.522344 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-f784be02-60d2-4a13-843e-63f7db049198 req-49bc444f-446d-412f-a27b-779ba3cbb507 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:56.690384 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [req-f784be02-60d2-4a13-843e-63f7db049198 req-49bc444f-446d-412f-a27b-779ba3cbb507 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Allocated IP 172.20.0.10 (402cb13e-8c37-4be7-87df-d31fc66fd7f0/515f7287-4aad-4ff2-b3a1-62fc265d7452/84b79be2-98f9-4aa4-9cc5-1491fe7f62be) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:21:56.883044 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-f784be02-60d2-4a13-843e-63f7db049198 req-49bc444f-446d-412f-a27b-779ba3cbb507 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:56.898711 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [req-f784be02-60d2-4a13-843e-63f7db049198 req-49bc444f-446d-412f-a27b-779ba3cbb507 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Transition to ACTIVE for port object 84b79be2-98f9-4aa4-9cc5-1491fe7f62be will not be triggered until provisioned by entity DHCP. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:21:56.919830 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-30dfe831-1f00-44f0-b447-2d1e2b5e0915 req-6cdb85c3-a881-4dcc-8d0d-7796bb2544c8 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=31430f53-c613-481e-9bb4-561b533defd8 HTTP/1.1" status: 200  len: 210 time: 0.0492187
Jun 03 16:21:56.923503 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-f784be02-60d2-4a13-843e-63f7db049198 req-49bc444f-446d-412f-a27b-779ba3cbb507 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:56.930677 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-5c90f305-257e-4627-ae1c-8987c84578eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:56.990553 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f784be02-60d2-4a13-843e-63f7db049198 req-49bc444f-446d-412f-a27b-779ba3cbb507 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Network 402cb13e-8c37-4be7-87df-d31fc66fd7f0 is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:21:56.994361 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [req-f784be02-60d2-4a13-843e-63f7db049198 req-49bc444f-446d-412f-a27b-779ba3cbb507 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Resources bound (agent type, host, resource id):  {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:21:56.996945 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-f784be02-60d2-4a13-843e-63f7db049198 req-49bc444f-446d-412f-a27b-779ba3cbb507 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:21:57.058446 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc444f-446d-412f-a27b-779ba3cbb507 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Pushing event updated for resources: {'Port': ['ID=84b79be2-98f9-4aa4-9cc5-1491fe7f62be,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:57.071617 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc444f-446d-412f-a27b-779ba3cbb507 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:57.072245 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc444f-446d-412f-a27b-779ba3cbb507 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:57.072606 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc444f-446d-412f-a27b-779ba3cbb507 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:57.072962 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc444f-446d-412f-a27b-779ba3cbb507 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:57.073543 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc444f-446d-412f-a27b-779ba3cbb507 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:57.073744 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc444f-446d-412f-a27b-779ba3cbb507 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:57.074025 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc444f-446d-412f-a27b-779ba3cbb507 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:57.074369 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc444f-446d-412f-a27b-779ba3cbb507 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:57.074711 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc444f-446d-412f-a27b-779ba3cbb507 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:57.075054 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc444f-446d-412f-a27b-779ba3cbb507 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:57.075391 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc444f-446d-412f-a27b-779ba3cbb507 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:57.075733 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc444f-446d-412f-a27b-779ba3cbb507 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:21:57.079427 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-49bc444f-446d-412f-a27b-779ba3cbb507 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:57.095125 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784be02-60d2-4a13-843e-63f7db049198 req-49bc444f-446d-412f-a27b-779ba3cbb507 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:57.095779 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-f784be02-60d2-4a13-843e-63f7db049198 req-49bc444f-446d-412f-a27b-779ba3cbb507 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:57.134091 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f784be02-60d2-4a13-843e-63f7db049198 req-49bc444f-446d-412f-a27b-779ba3cbb507 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7740779
Jun 03 16:21:57.148943 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-f784be02-60d2-4a13-843e-63f7db049198 req-a2f5a5c7-7fda-47d7-b8fa-ef07cd8b8581 service neutron] Request body: {'port': {'device_id': '31430f53-c613-481e-9bb4-561b533defd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:21:57.262411 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-9c64a43a-6a82-4e06-8edc-1bfc1495d3db None None] Provisioning for port 84b79be2-98f9-4aa4-9cc5-1491fe7f62be completed by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:21:57.264134 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-f784be02-60d2-4a13-843e-63f7db049198 req-a2f5a5c7-7fda-47d7-b8fa-ef07cd8b8581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:57.269779 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-9c64a43a-6a82-4e06-8edc-1bfc1495d3db None None] Provisioning complete for port 84b79be2-98f9-4aa4-9cc5-1491fe7f62be triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:21:57.270462 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9c64a43a-6a82-4e06-8edc-1bfc1495d3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:57.332910 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-9c64a43a-6a82-4e06-8edc-1bfc1495d3db None None] Port 84b79be2-98f9-4aa4-9cc5-1491fe7f62be cannot update to ACTIVE because it is not bound. {{(pid=91618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 16:21:57.629593 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [req-f784be02-60d2-4a13-843e-63f7db049198 req-a2f5a5c7-7fda-47d7-b8fa-ef07cd8b8581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b79be2-98f9-4aa4-9cc5-1491fe7f62be {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:21:57.638576 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-f784be02-60d2-4a13-843e-63f7db049198 req-a2f5a5c7-7fda-47d7-b8fa-ef07cd8b8581 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:57.655765 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [req-f784be02-60d2-4a13-843e-63f7db049198 req-a2f5a5c7-7fda-47d7-b8fa-ef07cd8b8581 service neutron] Transition to ACTIVE for port object 84b79be2-98f9-4aa4-9cc5-1491fe7f62be will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:21:57.658788 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-f784be02-60d2-4a13-843e-63f7db049198 req-a2f5a5c7-7fda-47d7-b8fa-ef07cd8b8581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2387463'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:57.662514 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-c5cde553-6a78-4534-94fb-9da01cb432d9 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:57.789551 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5a5c7-7fda-47d7-b8fa-ef07cd8b8581 service neutron] Pushing event updated for resources: {'Port': ['ID=84b79be2-98f9-4aa4-9cc5-1491fe7f62be,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:57.792368 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a2f5a5c7-7fda-47d7-b8fa-ef07cd8b8581 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:57.904799 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-f784be02-60d2-4a13-843e-63f7db049198 req-a2f5a5c7-7fda-47d7-b8fa-ef07cd8b8581 service neutron] Attempting to bind port 84b79be2-98f9-4aa4-9cc5-1491fe7f62be on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:21:57.905235 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-f784be02-60d2-4a13-843e-63f7db049198 req-a2f5a5c7-7fda-47d7-b8fa-ef07cd8b8581 service neutron] Attempting to bind port 84b79be2-98f9-4aa4-9cc5-1491fe7f62be by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'bf6a9dcb-51b9-4164-a0a8-fd480afe49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:21:57.905567 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f784be02-60d2-4a13-843e-63f7db049198 req-a2f5a5c7-7fda-47d7-b8fa-ef07cd8b8581 service neutron] Attempting to bind port 84b79be2-98f9-4aa4-9cc5-1491fe7f62be on network 402cb13e-8c37-4be7-87df-d31fc66fd7f0 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:21:57.910765 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f784be02-60d2-4a13-843e-63f7db049198 req-a2f5a5c7-7fda-47d7-b8fa-ef07cd8b8581 service neutron] Port 84b79be2-98f9-4aa4-9cc5-1491fe7f62be on network 402cb13e-8c37-4be7-87df-d31fc66fd7f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 16:21:57.911083 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f784be02-60d2-4a13-843e-63f7db049198 req-a2f5a5c7-7fda-47d7-b8fa-ef07cd8b8581 service neutron] Attempting to bind port 84b79be2-98f9-4aa4-9cc5-1491fe7f62be on network 402cb13e-8c37-4be7-87df-d31fc66fd7f0 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:21:57.916974 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f784be02-60d2-4a13-843e-63f7db049198 req-a2f5a5c7-7fda-47d7-b8fa-ef07cd8b8581 service neutron] Checking agent: {'id': '583156db-f932-4b7a-94d3-94f9531b86fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:21:57.917354 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f784be02-60d2-4a13-843e-63f7db049198 req-a2f5a5c7-7fda-47d7-b8fa-ef07cd8b8581 service neutron] Checking segment: {'id': 'bf6a9dcb-51b9-4164-a0a8-fd480afe49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:21:57.917741 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f784be02-60d2-4a13-843e-63f7db049198 req-a2f5a5c7-7fda-47d7-b8fa-ef07cd8b8581 service neutron] Bound using segment: {'id': 'bf6a9dcb-51b9-4164-a0a8-fd480afe49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:21:57.918166 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-f784be02-60d2-4a13-843e-63f7db049198 req-a2f5a5c7-7fda-47d7-b8fa-ef07cd8b8581 service neutron] Bound port: 84b79be2-98f9-4aa4-9cc5-1491fe7f62be, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf6a9dcb-51b9-4164-a0a8-fd480afe49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:21:57.918511 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-f784be02-60d2-4a13-843e-63f7db049198 req-a2f5a5c7-7fda-47d7-b8fa-ef07cd8b8581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:58.030182 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-f784be02-60d2-4a13-843e-63f7db049198 req-a2f5a5c7-7fda-47d7-b8fa-ef07cd8b8581 service neutron] For port 84b79be2-98f9-4aa4-9cc5-1491fe7f62be, host hv-cinder-78652, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:21:58.030182 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-f784be02-60d2-4a13-843e-63f7db049198 req-a2f5a5c7-7fda-47d7-b8fa-ef07cd8b8581 service neutron] For port 84b79be2-98f9-4aa4-9cc5-1491fe7f62be, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=84b79be2-98f9-4aa4-9cc5-1491fe7f62be,segment=NetworkSegment(bf6a9dcb-51b9-4164-a0a8-fd480afe49db),segment_id=bf6a9dcb-51b9-4164-a0a8-fd480afe49db)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:21:58.030182 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-f784be02-60d2-4a13-843e-63f7db049198 req-a2f5a5c7-7fda-47d7-b8fa-ef07cd8b8581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2387463'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:58.033605 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-ec24b934-b490-4eb0-a879-9039369e50c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:21:58.085596 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784be02-60d2-4a13-843e-63f7db049198 req-a2f5a5c7-7fda-47d7-b8fa-ef07cd8b8581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:58.086541 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-f784be02-60d2-4a13-843e-63f7db049198 req-a2f5a5c7-7fda-47d7-b8fa-ef07cd8b8581 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:21:58.087725 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f784be02-60d2-4a13-843e-63f7db049198 req-a2f5a5c7-7fda-47d7-b8fa-ef07cd8b8581 service neutron] 10.222.0.73 "PUT /v2.0/ports/84b79be2-98f9-4aa4-9cc5-1491fe7f62be HTTP/1.1" status: 200  len: 1094 time: 0.9436162
Jun 03 16:21:58.088146 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31430f53-c613-481e-9bb4-561b533defd8', 'tag': '84b79be2-98f9-4aa4-9cc5-1491fe7f62be'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:21:58.090338 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a31527f-3c43-495f-908e-c755bdec455c" -d '{"events": [{"name": "network-changed", "server_uuid": "31430f53-c613-481e-9bb4-561b533defd8", "tag": "84b79be2-98f9-4aa4-9cc5-1491fe7f62be"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:21:58.130632 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5a5c7-7fda-47d7-b8fa-ef07cd8b8581 service neutron] Pushing event updated for resources: {'Port': ['ID=84b79be2-98f9-4aa4-9cc5-1491fe7f62be,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:21:58.166894 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0bfaa-6749-4248-99ec-0fb62aa89e6f req-f04ae45f-404e-406c-a92d-084ab577f1a9 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:58.168492 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-27e0bfaa-6749-4248-99ec-0fb62aa89e6f req-f04ae45f-404e-406c-a92d-084ab577f1a9 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=31430f53-c613-481e-9bb4-561b533defd8 HTTP/1.1" status: 200  len: 944 time: 0.1232843
Jun 03 16:21:58.181466 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a2f5a5c7-7fda-47d7-b8fa-ef07cd8b8581 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:21:58.187839 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8ecdb4-690c-488d-8cc4-9307008097b7 x-openstack-request-id: req-5c8ecdb4-690c-488d-8cc4-9307008097b7 {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:21:58.188279 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31430f53-c613-481e-9bb4-561b533defd8", "tag": "84b79be2-98f9-4aa4-9cc5-1491fe7f62be", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:21:58.188650 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5c8ecdb4-690c-488d-8cc4-9307008097b7 {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:21:58.189204 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31430f53-c613-481e-9bb4-561b533defd8', 'tag': '84b79be2-98f9-4aa4-9cc5-1491fe7f62be', 'status': 'completed', 'code': 200}
Jun 03 16:21:58.227645 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-27e0bfaa-6749-4248-99ec-0fb62aa89e6f req-b54ca0bb-9deb-4f5e-81ce-c6becf7ab2cf tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Synchronizing usage tracker for tenant:1a537e76199c41b2a9f3cd652b9668bd on resource:security_group {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:21:58.241455 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784be02-60d2-4a13-843e-63f7db049198 req-6f8478bb-3cc2-4460-9a25-bce791fcbbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:58.243245 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f784be02-60d2-4a13-843e-63f7db049198 req-6f8478bb-3cc2-4460-9a25-bce791fcbbb9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a537e76199c41b2a9f3cd652b9668bd&device_id=31430f53-c613-481e-9bb4-561b533defd8 HTTP/1.1" status: 200  len: 1097 time: 0.1090832
Jun 03 16:21:58.247779 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-27e0bfaa-6749-4248-99ec-0fb62aa89e6f req-b54ca0bb-9deb-4f5e-81ce-c6becf7ab2cf tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Unset dirty status for tenant:1a537e76199c41b2a9f3cd652b9668bd on resource:security_group {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:21:58.249347 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-27e0bfaa-6749-4248-99ec-0fb62aa89e6f req-b54ca0bb-9deb-4f5e-81ce-c6becf7ab2cf tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=db5cbe80-9c4f-439d-b21b-7afa62d29222&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0714619
Jun 03 16:21:58.416420 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f784be02-60d2-4a13-843e-63f7db049198 req-2c47df0c-ca83-4dfa-9575-1acd509dd80e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84b79be2-98f9-4aa4-9cc5-1491fe7f62be HTTP/1.1" status: 200  len: 217 time: 0.1652694
Jun 03 16:21:58.485186 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784be02-60d2-4a13-843e-63f7db049198 req-27beb7a9-869b-4d9d-b3d2-2c5038ee1a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:58.486607 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f784be02-60d2-4a13-843e-63f7db049198 req-27beb7a9-869b-4d9d-b3d2-2c5038ee1a7d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=515f7287-4aad-4ff2-b3a1-62fc265d7452 HTTP/1.1" status: 200  len: 849 time: 0.0610518
Jun 03 16:21:58.567398 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784be02-60d2-4a13-843e-63f7db049198 req-5c8e1bb5-f29d-4485-a69c-b68db74612e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:58.569513 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f784be02-60d2-4a13-843e-63f7db049198 req-5c8e1bb5-f29d-4485-a69c-b68db74612e1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=402cb13e-8c37-4be7-87df-d31fc66fd7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0747657
Jun 03 16:21:58.702651 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f784be02-60d2-4a13-843e-63f7db049198 req-193e43ec-abc6-4f6e-bf46-8bc5fe8a35f9 service neutron] 10.222.0.73 "GET /v2.0/networks/402cb13e-8c37-4be7-87df-d31fc66fd7f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260777
Jun 03 16:21:58.832816 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f784be02-60d2-4a13-843e-63f7db049198 req-ed7b22c1-4316-44cc-a395-9eb34edaaa84 service neutron] 10.222.0.73 "GET /v2.0/networks/402cb13e-8c37-4be7-87df-d31fc66fd7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229782
Jun 03 16:21:58.954626 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31527f-3c43-495f-908e-c755bdec455c req-a77eec65-3f56-49ed-b72c-b9a323a4720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:58.956013 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7a31527f-3c43-495f-908e-c755bdec455c req-a77eec65-3f56-49ed-b72c-b9a323a4720c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a537e76199c41b2a9f3cd652b9668bd&device_id=31430f53-c613-481e-9bb4-561b533defd8 HTTP/1.1" status: 200  len: 1097 time: 0.0761170
Jun 03 16:21:59.090021 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31527f-3c43-495f-908e-c755bdec455c req-22ce1cbc-075b-4e74-925b-08c24750d337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:59.091526 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7a31527f-3c43-495f-908e-c755bdec455c req-22ce1cbc-075b-4e74-925b-08c24750d337 service neutron] 10.222.0.73 "GET /v2.0/networks?id=402cb13e-8c37-4be7-87df-d31fc66fd7f0 HTTP/1.1" status: 200  len: 911 time: 0.1261151
Jun 03 16:21:59.158366 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7a31527f-3c43-495f-908e-c755bdec455c req-36c6e2fd-992e-4cbf-b227-bbefe83f2183 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84b79be2-98f9-4aa4-9cc5-1491fe7f62be HTTP/1.1" status: 200  len: 217 time: 0.0598459
Jun 03 16:21:59.227435 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31527f-3c43-495f-908e-c755bdec455c req-ce5a867c-851d-492e-b206-67be287b9abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:59.228801 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7a31527f-3c43-495f-908e-c755bdec455c req-ce5a867c-851d-492e-b206-67be287b9abb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=515f7287-4aad-4ff2-b3a1-62fc265d7452 HTTP/1.1" status: 200  len: 849 time: 0.0596335
Jun 03 16:21:59.305326 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31527f-3c43-495f-908e-c755bdec455c req-70e1d342-83d4-438f-b5b4-cb8883043fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:59.306828 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7a31527f-3c43-495f-908e-c755bdec455c req-70e1d342-83d4-438f-b5b4-cb8883043fef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=402cb13e-8c37-4be7-87df-d31fc66fd7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0715139
Jun 03 16:21:59.448511 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7a31527f-3c43-495f-908e-c755bdec455c req-6d262f81-cb55-40d0-ae90-63afc5a52d37 service neutron] 10.222.0.73 "GET /v2.0/networks/402cb13e-8c37-4be7-87df-d31fc66fd7f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343403
Jun 03 16:21:59.459170 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d5131-8403-4fd3-ad4b-0fd9fcd33dec req-13dbb525-8ce5-4b05-92ca-b477cf97a37f tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:21:59.461426 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-234d5131-8403-4fd3-ad4b-0fd9fcd33dec req-13dbb525-8ce5-4b05-92ca-b477cf97a37f tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=31430f53-c613-481e-9bb4-561b533defd8 HTTP/1.1" status: 200  len: 944 time: 0.0871217
Jun 03 16:21:59.511392 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-234d5131-8403-4fd3-ad4b-0fd9fcd33dec req-f4170400-38a9-42ea-baa3-7e3a81abd520 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=db5cbe80-9c4f-439d-b21b-7afa62d29222&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436642
Jun 03 16:21:59.591840 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7a31527f-3c43-495f-908e-c755bdec455c req-0070883e-c6f9-414c-a531-58791521a84b service neutron] 10.222.0.73 "GET /v2.0/networks/402cb13e-8c37-4be7-87df-d31fc66fd7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304631
Jun 03 16:22:00.699143 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d116b45-f26f-440b-ab95-3196ff7de80f req-dacd5fda-2eb4-417e-8916-589c392d0d03 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:22:00.700605 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6d116b45-f26f-440b-ab95-3196ff7de80f req-dacd5fda-2eb4-417e-8916-589c392d0d03 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=31430f53-c613-481e-9bb4-561b533defd8 HTTP/1.1" status: 200  len: 944 time: 0.0798855
Jun 03 16:22:00.745206 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6d116b45-f26f-440b-ab95-3196ff7de80f req-6baa19b7-d7e5-4822-8f94-6cf4a0d66bee tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=db5cbe80-9c4f-439d-b21b-7afa62d29222&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389409
Jun 03 16:22:01.903523 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 84b79be2-98f9-4aa4-9cc5-1491fe7f62be details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 16:22:01.931326 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c321b6-1a82-4edd-a42e-95db8d83aae1 req-935717a3-24ac-45fb-9154-1429ff45bb19 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:22:01.932777 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f1c321b6-1a82-4edd-a42e-95db8d83aae1 req-935717a3-24ac-45fb-9154-1429ff45bb19 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=31430f53-c613-481e-9bb4-561b533defd8 HTTP/1.1" status: 200  len: 944 time: 0.0836527
Jun 03 16:22:01.978290 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f1c321b6-1a82-4edd-a42e-95db8d83aae1 req-e60ae9ca-e151-438f-afcb-78e9864b4389 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=db5cbe80-9c4f-439d-b21b-7afa62d29222&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393908
Jun 03 16:22:02.040166 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 84b79be2-98f9-4aa4-9cc5-1491fe7f62be, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=84b79be2-98f9-4aa4-9cc5-1491fe7f62be,segment=NetworkSegment(bf6a9dcb-51b9-4164-a0a8-fd480afe49db),segment_id=bf6a9dcb-51b9-4164-a0a8-fd480afe49db)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:22:02.053320 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Returning: {'device': '84b79be2-98f9-4aa4-9cc5-1491fe7f62be', 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0', 'port_id': '84b79be2-98f9-4aa4-9cc5-1491fe7f62be', 'mac_address': 'fa:16:3e:15:03:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 16:22:02.110900 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:02.127319 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b79be2-98f9-4aa4-9cc5-1491fe7f62be {{(pid=91618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:22:02.142928 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 84b79be2-98f9-4aa4-9cc5-1491fe7f62be, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=84b79be2-98f9-4aa4-9cc5-1491fe7f62be,segment=NetworkSegment(bf6a9dcb-51b9-4164-a0a8-fd480afe49db),segment_id=bf6a9dcb-51b9-4164-a0a8-fd480afe49db)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:22:02.147163 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:02.149361 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:22:02.213193 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=84b79be2-98f9-4aa4-9cc5-1491fe7f62be,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:22:02.216078 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:22:02.429507 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['84b79be2-98f9-4aa4-9cc5-1491fe7f62be'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:22:02.899462 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 35462) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:22:03.013925 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c4607d2e-08e7-49a7-844b-f57cd69e41c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:03.029685 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-c4607d2e-08e7-49a7-844b-f57cd69e41c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:22:03.033755 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-c4607d2e-08e7-49a7-844b-f57cd69e41c1 admin admin] Usage tracker for resource:security_group_rule and tenant:4958adeb4c8e4f5a80678237b3803609 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:22:03.036890 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-c4607d2e-08e7-49a7-844b-f57cd69e41c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:22:03.042989 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-c4607d2e-08e7-49a7-844b-f57cd69e41c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:22:03.186113 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c4607d2e-08e7-49a7-844b-f57cd69e41c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:03.189927 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c4607d2e-08e7-49a7-844b-f57cd69e41c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:03.199050 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-bf73d6c8-fa0f-4fdc-bbf2-22efe247248a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:22:03.237929 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476dfe9-5a51-4332-bb7e-adfc15bffacb req-5c4209b7-556c-4abf-8628-0c3467a34767 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:22:03.239274 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-1476dfe9-5a51-4332-bb7e-adfc15bffacb req-5c4209b7-556c-4abf-8628-0c3467a34767 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=31430f53-c613-481e-9bb4-561b533defd8 HTTP/1.1" status: 200  len: 945 time: 0.1506050
Jun 03 16:22:03.258138 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-c4607d2e-08e7-49a7-844b-f57cd69e41c1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4958adeb4c8e4f5a80678237b3803609&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3576241
Jun 03 16:22:03.261121 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 35470) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:22:03.272801 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4607d2e-08e7-49a7-844b-f57cd69e41c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90613a18-386f-4548-a54d-e71d4d5daa3b,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:22:03.277918 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-c4607d2e-08e7-49a7-844b-f57cd69e41c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:22:03.299602 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-1476dfe9-5a51-4332-bb7e-adfc15bffacb req-1931a0c1-e079-48b1-aff0-7cdfae477a42 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=db5cbe80-9c4f-439d-b21b-7afa62d29222&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474808
Jun 03 16:22:03.321583 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5b29994e-e640-4248-8aee-43979416e1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:03.347871 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5b29994e-e640-4248-8aee-43979416e1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:03.407602 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5b29994e-e640-4248-8aee-43979416e1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:03.411183 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-e8ae1fd3-6abe-4dff-8579-cb07e1cd666f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:22:03.422563 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29994e-e640-4248-8aee-43979416e1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90613a18-386f-4548-a54d-e71d4d5daa3b,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:22:03.427209 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-5b29994e-e640-4248-8aee-43979416e1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:22:03.430085 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5b29994e-e640-4248-8aee-43979416e1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:03.431284 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-5b29994e-e640-4248-8aee-43979416e1d8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/90613a18-386f-4548-a54d-e71d4d5daa3b HTTP/1.1" status: 204  len: 168 time: 0.1690931
Jun 03 16:22:03.704504 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 35476) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:22:03.721528 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2667da73-8fb4-43dd-9f3e-b00ed8d38a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:03.737282 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-2667da73-8fb4-43dd-9f3e-b00ed8d38a1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:22:03.742073 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-2667da73-8fb4-43dd-9f3e-b00ed8d38a1b admin admin] Usage tracker for resource:security_group_rule and tenant:3cc3acbb01364d02b034f0da38f185c1 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:22:03.744894 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-2667da73-8fb4-43dd-9f3e-b00ed8d38a1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:22:03.750660 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-2667da73-8fb4-43dd-9f3e-b00ed8d38a1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:22:03.835022 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2667da73-8fb4-43dd-9f3e-b00ed8d38a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:03.838698 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2667da73-8fb4-43dd-9f3e-b00ed8d38a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:03.846698 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-5c7d36a4-2b78-42c9-b9e5-76a10f794204 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:22:03.885043 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-2667da73-8fb4-43dd-9f3e-b00ed8d38a1b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3cc3acbb01364d02b034f0da38f185c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1794145
Jun 03 16:22:03.886719 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667da73-8fb4-43dd-9f3e-b00ed8d38a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72ef62f-c373-4e26-b405-4792ed0a610a,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:22:03.887648 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 35478) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:22:03.889765 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-2667da73-8fb4-43dd-9f3e-b00ed8d38a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:22:03.917125 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 84b79be2-98f9-4aa4-9cc5-1491fe7f62be up at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:22:03.945915 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d40fc8bd-52f4-4244-b489-627503ef5b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:03.971786 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d40fc8bd-52f4-4244-b489-627503ef5b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:03.988960 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning for port 84b79be2-98f9-4aa4-9cc5-1491fe7f62be completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:22:03.998530 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning complete for port 84b79be2-98f9-4aa4-9cc5-1491fe7f62be triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:22:03.998911 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:04.109435 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d40fc8bd-52f4-4244-b489-627503ef5b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:04.113198 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-1e36f1c8-d4c7-4a19-9a7f-864ec2c3d4f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:22:04.125798 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fc8bd-52f4-4244-b489-627503ef5b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72ef62f-c373-4e26-b405-4792ed0a610a,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:22:04.128703 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-d40fc8bd-52f4-4244-b489-627503ef5b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:22:04.138545 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-d40fc8bd-52f4-4244-b489-627503ef5b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:04.140157 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-d40fc8bd-52f4-4244-b489-627503ef5b28 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e72ef62f-c373-4e26-b405-4792ed0a610a HTTP/1.1" status: 204  len: 168 time: 0.2510643
Jun 03 16:22:04.162815 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:04.188989 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31430f53-c613-481e-9bb4-561b533defd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b79be2-98f9-4aa4-9cc5-1491fe7f62be'}] {{(pid=91618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:22:04.191238 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80780923b31b79766dda64912243351c94e9e307cca1e5b2e5a14cee02687ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4e0f68-16c8-4203-bfc6-41925e4ea3cf" -d '{"events": [{"server_uuid": "31430f53-c613-481e-9bb4-561b533defd8", "name": "network-vif-plugged", "status": "completed", "tag": "84b79be2-98f9-4aa4-9cc5-1491fe7f62be"}]}' {{(pid=91618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:22:04.199822 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 84b79be2-98f9-4aa4-9cc5-1491fe7f62be, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=84b79be2-98f9-4aa4-9cc5-1491fe7f62be,segment=NetworkSegment(bf6a9dcb-51b9-4164-a0a8-fd480afe49db),segment_id=bf6a9dcb-51b9-4164-a0a8-fd480afe49db)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:22:04.204115 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:04.206817 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:22:04.254268 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81804da-76dd-48fe-9ca6-4d0d9c1f66b3 x-openstack-request-id: req-e81804da-76dd-48fe-9ca6-4d0d9c1f66b3 {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:22:04.254565 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31430f53-c613-481e-9bb4-561b533defd8", "name": "network-vif-plugged", "status": "completed", "tag": "84b79be2-98f9-4aa4-9cc5-1491fe7f62be", "code": 200}]} {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:22:04.254820 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e81804da-76dd-48fe-9ca6-4d0d9c1f66b3 {{(pid=91618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:22:04.255200 dv-cinder-786524-8-iscsi neutron-server[91618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31430f53-c613-481e-9bb4-561b533defd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b79be2-98f9-4aa4-9cc5-1491fe7f62be', 'code': 200}
Jun 03 16:22:04.281811 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=84b79be2-98f9-4aa4-9cc5-1491fe7f62be,revision_number=5']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:22:04.284903 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:22:04.504300 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bddba0-c07f-47b2-a811-cd865382a059 req-b7e61145-48ed-4ab7-9f10-8ba4d5ee5cad tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:22:04.509568 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-d7bddba0-c07f-47b2-a811-cd865382a059 req-b7e61145-48ed-4ab7-9f10-8ba4d5ee5cad tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=31430f53-c613-481e-9bb4-561b533defd8 HTTP/1.1" status: 200  len: 946 time: 0.0896659
Jun 03 16:22:04.526209 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 35492) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:22:04.543736 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e3016bfe-0a80-4454-bd21-fa90d441ed9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:04.559268 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-d7bddba0-c07f-47b2-a811-cd865382a059 req-472ca9f5-0b1d-41af-8424-b02802bdf174 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=db5cbe80-9c4f-439d-b21b-7afa62d29222&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463388
Jun 03 16:22:04.562554 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-e3016bfe-0a80-4454-bd21-fa90d441ed9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:22:04.566709 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-e3016bfe-0a80-4454-bd21-fa90d441ed9b admin admin] Usage tracker for resource:security_group_rule and tenant:a133b4c5accd40ac83fb2811efd04333 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:22:04.571806 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-e3016bfe-0a80-4454-bd21-fa90d441ed9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:22:04.577895 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-e3016bfe-0a80-4454-bd21-fa90d441ed9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:22:04.715506 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e3016bfe-0a80-4454-bd21-fa90d441ed9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:04.727096 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e3016bfe-0a80-4454-bd21-fa90d441ed9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:04.734699 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-e004351c-d8b8-4bda-b62e-75c1ba643d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:22:04.746078 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798338e-adee-4477-b78c-20d2ca86135b req-4a08db99-5540-4ff2-9a4b-9e3353155e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:22:04.747612 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9798338e-adee-4477-b78c-20d2ca86135b req-4a08db99-5540-4ff2-9a4b-9e3353155e45 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=31430f53-c613-481e-9bb4-561b533defd8 HTTP/1.1" status: 200  len: 1099 time: 0.3071637
Jun 03 16:22:04.796290 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3016bfe-0a80-4454-bd21-fa90d441ed9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59777dd5-3aa4-4df8-847c-a7d34b2ee111,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:22:04.801514 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-e3016bfe-0a80-4454-bd21-fa90d441ed9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:22:04.808656 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 35496) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:22:04.808899 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-e3016bfe-0a80-4454-bd21-fa90d441ed9b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a133b4c5accd40ac83fb2811efd04333&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2812862
Jun 03 16:22:04.829116 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9798338e-adee-4477-b78c-20d2ca86135b req-b2c6ae28-c859-430a-82ea-10aef8528163 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=db5cbe80-9c4f-439d-b21b-7afa62d29222&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661538
Jun 03 16:22:04.875451 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6ca4d58e-fe6b-4b8f-afe8-cc1f1caeecfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:04.901893 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6ca4d58e-fe6b-4b8f-afe8-cc1f1caeecfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:04.953950 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6ca4d58e-fe6b-4b8f-afe8-cc1f1caeecfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:04.957556 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-3d02536f-9d8f-41a8-adc5-b3fb987950a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:22:04.970087 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4d58e-fe6b-4b8f-afe8-cc1f1caeecfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59777dd5-3aa4-4df8-847c-a7d34b2ee111,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:22:04.972277 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-6ca4d58e-fe6b-4b8f-afe8-cc1f1caeecfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:22:04.976378 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6ca4d58e-fe6b-4b8f-afe8-cc1f1caeecfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:04.977575 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-6ca4d58e-fe6b-4b8f-afe8-cc1f1caeecfd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/59777dd5-3aa4-4df8-847c-a7d34b2ee111 HTTP/1.1" status: 204  len: 168 time: 0.1675913
Jun 03 16:22:05.759651 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1aabb-6ab6-4501-bf8b-0777bab002e0 req-76b159f4-e627-4509-b76c-fbc9f056e092 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:22:05.761017 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-17b1aabb-6ab6-4501-bf8b-0777bab002e0 req-76b159f4-e627-4509-b76c-fbc9f056e092 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=31430f53-c613-481e-9bb4-561b533defd8 HTTP/1.1" status: 200  len: 946 time: 0.0936697
Jun 03 16:22:05.806350 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-17b1aabb-6ab6-4501-bf8b-0777bab002e0 req-aafde1dc-269e-4ec2-9fe7-9e3f47f0d1dd tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=db5cbe80-9c4f-439d-b21b-7afa62d29222&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395300
Jun 03 16:22:06.966499 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-703a8076-2796-419b-8696-10d6569cc160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:07.004779 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fc06f-f3cd-4ea5-9547-8ed60003ef62 req-0c4f088c-ea81-4239-a633-0f362e4df6cb tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:22:07.011401 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-1d4fc06f-f3cd-4ea5-9547-8ed60003ef62 req-0c4f088c-ea81-4239-a633-0f362e4df6cb tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=31430f53-c613-481e-9bb4-561b533defd8 HTTP/1.1" status: 200  len: 946 time: 0.0910480
Jun 03 16:22:07.051177 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-1d4fc06f-f3cd-4ea5-9547-8ed60003ef62 req-089d4579-24cc-4997-8713-48bb5c82afac tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=db5cbe80-9c4f-439d-b21b-7afa62d29222&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377707
Jun 03 16:22:07.323704 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810304a-dc46-4d93-a3ba-6bc43bcd4443 req-3a331758-cf2d-414d-9db4-5405a06fb67b tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:22:07.324373 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-b810304a-dc46-4d93-a3ba-6bc43bcd4443 req-3a331758-cf2d-414d-9db4-5405a06fb67b tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Synchronizing usage tracker for tenant:1a537e76199c41b2a9f3cd652b9668bd on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:22:07.342361 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-b810304a-dc46-4d93-a3ba-6bc43bcd4443 req-3a331758-cf2d-414d-9db4-5405a06fb67b tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Unset dirty status for tenant:1a537e76199c41b2a9f3cd652b9668bd on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:22:07.343560 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b810304a-dc46-4d93-a3ba-6bc43bcd4443 req-3a331758-cf2d-414d-9db4-5405a06fb67b tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=31430f53-c613-481e-9bb4-561b533defd8 HTTP/1.1" status: 200  len: 946 time: 0.1866903
Jun 03 16:22:07.353507 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 35564) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:22:07.359087 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-9d2ed4e7-591c-4801-953d-bc315014923c tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Request body: {'floatingip': {'port_id': '84b79be2-98f9-4aa4-9cc5-1491fe7f62be'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:22:07.450288 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-9d2ed4e7-591c-4801-953d-bc315014923c tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for floatingip, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:08.039845 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-9d2ed4e7-591c-4801-953d-bc315014923c tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:08.042843 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-9d2ed4e7-591c-4801-953d-bc315014923c tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380258'] for floatingip, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:08.212662 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.db.l3_db [None req-9d2ed4e7-591c-4801-953d-bc315014923c tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Floating IP 320494ad-4a63-4721-95cd-5024fe9118f7 associated. External IP: 172.27.2.129, port: 84b79be2-98f9-4aa4-9cc5-1491fe7f62be.
Jun 03 16:22:08.643519 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2ed4e7-591c-4801-953d-bc315014923c tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Router 78b02607-c948-44ce-8fce-9af25b82dc8e has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:22:08.820213 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:08.830072 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2ed4e7-591c-4801-953d-bc315014923c tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:22:08.836048 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-9d2ed4e7-591c-4801-953d-bc315014923c tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for floatingip, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:08.843184 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c058f5-e90a-4fbd-a6e9-4386816228f1 None None] Sync routers for ids ['78b02607-c948-44ce-8fce-9af25b82dc8e'] in dv-cinder-786524-8-iscsi {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:22:08.852579 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c058f5-e90a-4fbd-a6e9-4386816228f1 None None] Routers {'78b02607-c948-44ce-8fce-9af25b82dc8e'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:22:08.853346 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-26c058f5-e90a-4fbd-a6e9-4386816228f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa1fa5820>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:21:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['78b02607-c948-44ce-8fce-9af25b82dc8e'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:22:08.892522 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-9d2ed4e7-591c-4801-953d-bc315014923c tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "PUT /v2.0/floatingips/320494ad-4a63-4721-95cd-5024fe9118f7 HTTP/1.1" status: 200  len: 992 time: 1.5372334
Jun 03 16:22:08.893193 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31430f53-c613-481e-9bb4-561b533defd8', 'tag': '84b79be2-98f9-4aa4-9cc5-1491fe7f62be'}] {{(pid=91616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:22:08.895623 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ba5683e2301900b00b63f0bdb68dd2696e782727940e4ba776c706cb44efd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d531fb-ce1e-4225-8576-fd51e0d7d8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "31430f53-c613-481e-9bb4-561b533defd8", "tag": "84b79be2-98f9-4aa4-9cc5-1491fe7f62be"}]}' {{(pid=91616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:22:09.060027 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-26c058f5-e90a-4fbd-a6e9-4386816228f1 None None] Set router 78b02607-c948-44ce-8fce-9af25b82dc8e gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:22:09.070308 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ddae35-10cc-4308-949a-76050080e3a0 x-openstack-request-id: req-27ddae35-10cc-4308-949a-76050080e3a0 {{(pid=91616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:22:09.070801 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31430f53-c613-481e-9bb4-561b533defd8", "tag": "84b79be2-98f9-4aa4-9cc5-1491fe7f62be", "status": "completed", "code": 200}]} {{(pid=91616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:22:09.070918 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-27ddae35-10cc-4308-949a-76050080e3a0 {{(pid=91616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:22:09.071347 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31430f53-c613-481e-9bb4-561b533defd8', 'tag': '84b79be2-98f9-4aa4-9cc5-1491fe7f62be', 'status': 'completed', 'code': 200}
Jun 03 16:22:09.176340 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d531fb-ce1e-4225-8576-fd51e0d7d8bd req-9bdd6b56-9d32-4d58-9fdf-69a6f33afa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:22:09.179153 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e4d531fb-ce1e-4225-8576-fd51e0d7d8bd req-9bdd6b56-9d32-4d58-9fdf-69a6f33afa29 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a537e76199c41b2a9f3cd652b9668bd&device_id=31430f53-c613-481e-9bb4-561b533defd8 HTTP/1.1" status: 200  len: 1099 time: 0.0871632
Jun 03 16:22:09.318644 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d531fb-ce1e-4225-8576-fd51e0d7d8bd req-7cee8f01-c44a-40c3-94cd-2496ed81139b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:22:09.319910 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e4d531fb-ce1e-4225-8576-fd51e0d7d8bd req-7cee8f01-c44a-40c3-94cd-2496ed81139b service neutron] 10.222.0.73 "GET /v2.0/networks?id=402cb13e-8c37-4be7-87df-d31fc66fd7f0 HTTP/1.1" status: 200  len: 911 time: 0.1337118
Jun 03 16:22:09.432158 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e4d531fb-ce1e-4225-8576-fd51e0d7d8bd req-20cb357b-eeb0-46a3-ab10-dfdd7d485008 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84b79be2-98f9-4aa4-9cc5-1491fe7f62be HTTP/1.1" status: 200  len: 1000 time: 0.1051805
Jun 03 16:22:09.438432 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:09.469884 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-26c058f5-e90a-4fbd-a6e9-4386816228f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa1fa5820>, [{'id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'name': 'tempest-AttachVolumeTestJSON-394210933-router', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:47Z', 'updated_at': '2021-06-03T16:17:05Z', 'revision_number': 4, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'gw_port': {'id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_floatingips': [{'id': '320494ad-4a63-4721-95cd-5024fe9118f7', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'port_id': '84b79be2-98f9-4aa4-9cc5-1491fe7f62be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0', 'mac_address': 'fa:16:3e:15:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31430f53-c613-481e-9bb4-561b533defd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:21:52Z', 'updated_at': '2021-06-03T16:22:07Z', 'revision_number': 1, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e9d00a-3050-42e6-bfed-6974ad7f5a70', 'name': '', 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'mac_address': 'fa:16:3e:b5:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:59Z', 'updated_at': '2021-06-03T16:17:17Z', 'revision_number': 5, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'subnets': [{'id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:22:09.475133 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c058f5-e90a-4fbd-a6e9-4386816228f1 None None] Checking router: 78b02607-c948-44ce-8fce-9af25b82dc8e for host: dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:22:09.483846 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c058f5-e90a-4fbd-a6e9-4386816228f1 None None] Routers {'78b02607-c948-44ce-8fce-9af25b82dc8e'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:22:09.484590 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-26c058f5-e90a-4fbd-a6e9-4386816228f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa1fa5820>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:21:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['78b02607-c948-44ce-8fce-9af25b82dc8e'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:22:09.504121 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d531fb-ce1e-4225-8576-fd51e0d7d8bd req-65d81b2e-d579-4f56-8ed1-8b92b7def576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:22:09.505634 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e4d531fb-ce1e-4225-8576-fd51e0d7d8bd req-65d81b2e-d579-4f56-8ed1-8b92b7def576 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=515f7287-4aad-4ff2-b3a1-62fc265d7452 HTTP/1.1" status: 200  len: 849 time: 0.0674667
Jun 03 16:22:09.584027 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d531fb-ce1e-4225-8576-fd51e0d7d8bd req-353293e6-90c6-49bb-bb51-4e60afcde341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:22:09.585958 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e4d531fb-ce1e-4225-8576-fd51e0d7d8bd req-353293e6-90c6-49bb-bb51-4e60afcde341 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=402cb13e-8c37-4be7-87df-d31fc66fd7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0740800
Jun 03 16:22:09.665881 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-26c058f5-e90a-4fbd-a6e9-4386816228f1 None None] Set router 78b02607-c948-44ce-8fce-9af25b82dc8e gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:22:09.726597 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e4d531fb-ce1e-4225-8576-fd51e0d7d8bd req-9aa42d35-7cda-4603-bd7c-60e530972bf2 service neutron] 10.222.0.73 "GET /v2.0/networks/402cb13e-8c37-4be7-87df-d31fc66fd7f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1329391
Jun 03 16:22:09.823948 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-60e07459-762e-4237-9765-ffa7fcca100c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:09.869899 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e4d531fb-ce1e-4225-8576-fd51e0d7d8bd req-3177e0fc-d63a-48af-8e17-ff3e4d778614 service neutron] 10.222.0.73 "GET /v2.0/networks/402cb13e-8c37-4be7-87df-d31fc66fd7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364503
Jun 03 16:22:10.049721 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-26c058f5-e90a-4fbd-a6e9-4386816228f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa1fa5820>, [{'id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'name': 'tempest-AttachVolumeTestJSON-394210933-router', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:47Z', 'updated_at': '2021-06-03T16:17:05Z', 'revision_number': 4, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'gw_port': {'id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_floatingips': [{'id': '320494ad-4a63-4721-95cd-5024fe9118f7', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'port_id': '84b79be2-98f9-4aa4-9cc5-1491fe7f62be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0', 'mac_address': 'fa:16:3e:15:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31430f53-c613-481e-9bb4-561b533defd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:21:52Z', 'updated_at': '2021-06-03T16:22:07Z', 'revision_number': 1, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e9d00a-3050-42e6-bfed-6974ad7f5a70', 'name': '', 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'mac_address': 'fa:16:3e:b5:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:59Z', 'updated_at': '2021-06-03T16:17:17Z', 'revision_number': 5, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'subnets': [{'id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:22:10.054686 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c058f5-e90a-4fbd-a6e9-4386816228f1 None None] The sync data for ids ['78b02607-c948-44ce-8fce-9af25b82dc8e'] in dv-cinder-786524-8-iscsi is: [{'id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'name': 'tempest-AttachVolumeTestJSON-394210933-router', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:47Z', 'updated_at': '2021-06-03T16:17:05Z', 'revision_number': 4, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'gw_port': {'id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_floatingips': [{'id': '320494ad-4a63-4721-95cd-5024fe9118f7', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'port_id': '84b79be2-98f9-4aa4-9cc5-1491fe7f62be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0', 'mac_address': 'fa:16:3e:15:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31430f53-c613-481e-9bb4-561b533defd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:21:52Z', 'updated_at': '2021-06-03T16:22:07Z', 'revision_number': 1, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e9d00a-3050-42e6-bfed-6974ad7f5a70', 'name': '', 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'mac_address': 'fa:16:3e:b5:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:59Z', 'updated_at': '2021-06-03T16:17:17Z', 'revision_number': 5, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'subnets': [{'id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:22:10.249254 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7874d9ae-dbf2-4e16-8bd6-2e27065e9eb8 None None] New status for floating IP 320494ad-4a63-4721-95cd-5024fe9118f7: ACTIVE {{(pid=91619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 16:22:10.759925 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:12.200974 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:14.440201 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 35656) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:22:14.555148 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5554a9a7-ae33-40ed-801b-92d4ca73c0cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:14.570650 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-5554a9a7-ae33-40ed-801b-92d4ca73c0cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:22:14.574574 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-5554a9a7-ae33-40ed-801b-92d4ca73c0cf admin admin] Usage tracker for resource:security_group_rule and tenant:51810caab44e44368c42d918a30a219b is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:22:14.577411 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-5554a9a7-ae33-40ed-801b-92d4ca73c0cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:22:14.583151 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-5554a9a7-ae33-40ed-801b-92d4ca73c0cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:22:14.675089 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5554a9a7-ae33-40ed-801b-92d4ca73c0cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:14.679560 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5554a9a7-ae33-40ed-801b-92d4ca73c0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:14.687964 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-090a3fa9-45cf-474f-8215-fc945101ccb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:22:14.728164 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-5554a9a7-ae33-40ed-801b-92d4ca73c0cf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=51810caab44e44368c42d918a30a219b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2864470
Jun 03 16:22:14.729058 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554a9a7-ae33-40ed-801b-92d4ca73c0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e665392-c13b-4957-bcb4-d22028e01de0,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:22:14.730868 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 35664) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:22:14.732553 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-5554a9a7-ae33-40ed-801b-92d4ca73c0cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:22:14.769321 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:22:14.809498 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2f1c0703-d9ef-4aae-9577-91fc2a79773e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:14.836195 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2f1c0703-d9ef-4aae-9577-91fc2a79773e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:14.887811 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2f1c0703-d9ef-4aae-9577-91fc2a79773e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:14.891507 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-526f6dfb-278b-4eed-9a79-9bd651db05c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:22:14.902612 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c0703-d9ef-4aae-9577-91fc2a79773e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e665392-c13b-4957-bcb4-d22028e01de0,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:22:14.905978 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-2f1c0703-d9ef-4aae-9577-91fc2a79773e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:22:14.909378 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-2f1c0703-d9ef-4aae-9577-91fc2a79773e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:14.910499 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-2f1c0703-d9ef-4aae-9577-91fc2a79773e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0e665392-c13b-4957-bcb4-d22028e01de0 HTTP/1.1" status: 204  len: 168 time: 0.1761470
Jun 03 16:22:15.184297 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 35670) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:22:15.201057 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3d129999-d710-49a3-82e0-70a304216633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:15.215309 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-3d129999-d710-49a3-82e0-70a304216633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:22:15.219099 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-3d129999-d710-49a3-82e0-70a304216633 admin admin] Usage tracker for resource:security_group_rule and tenant:e089886321db4c8aaee5054b4319625b is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:22:15.221843 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-3d129999-d710-49a3-82e0-70a304216633 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:22:15.228115 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-3d129999-d710-49a3-82e0-70a304216633 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:22:15.308967 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3d129999-d710-49a3-82e0-70a304216633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:15.312527 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-3d129999-d710-49a3-82e0-70a304216633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:15.319229 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-0e6069ce-3fe8-4638-bf01-3696b6a5349d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:22:15.363952 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-3d129999-d710-49a3-82e0-70a304216633 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e089886321db4c8aaee5054b4319625b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1785541
Jun 03 16:22:15.365653 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d129999-d710-49a3-82e0-70a304216633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bea5ca4-5e82-40a0-a6b7-43e16a40dac3,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:22:15.366734 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 35672) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:22:15.368608 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-3d129999-d710-49a3-82e0-70a304216633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:22:15.428088 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f7e1c413-3e34-4acb-b2c7-58404da7c78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:15.453259 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f7e1c413-3e34-4acb-b2c7-58404da7c78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:15.505264 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f7e1c413-3e34-4acb-b2c7-58404da7c78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:15.509956 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-2f138643-740c-4b42-b24e-0fae71fb2756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:22:15.524178 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1c413-3e34-4acb-b2c7-58404da7c78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bea5ca4-5e82-40a0-a6b7-43e16a40dac3,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:22:15.527954 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-f7e1c413-3e34-4acb-b2c7-58404da7c78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:22:15.540047 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f7e1c413-3e34-4acb-b2c7-58404da7c78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:15.541830 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-f7e1c413-3e34-4acb-b2c7-58404da7c78a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1bea5ca4-5e82-40a0-a6b7-43e16a40dac3 HTTP/1.1" status: 204  len: 168 time: 0.1731703
Jun 03 16:22:15.885734 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 35682) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:22:15.908816 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7a5af338-0a3c-4256-a455-86623ea95f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:15.923976 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-7a5af338-0a3c-4256-a455-86623ea95f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:22:15.927985 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-7a5af338-0a3c-4256-a455-86623ea95f84 admin admin] Usage tracker for resource:security_group_rule and tenant:263b77f170a94b87a9d8e80aa8c413d2 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:22:15.930808 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-7a5af338-0a3c-4256-a455-86623ea95f84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:22:15.936454 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-7a5af338-0a3c-4256-a455-86623ea95f84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:22:16.024347 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7a5af338-0a3c-4256-a455-86623ea95f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:16.028174 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7a5af338-0a3c-4256-a455-86623ea95f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:16.035680 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:22:16.075119 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-7a5af338-0a3c-4256-a455-86623ea95f84 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=263b77f170a94b87a9d8e80aa8c413d2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1878300
Jun 03 16:22:16.076822 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5af338-0a3c-4256-a455-86623ea95f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fee44ef-d05b-4dac-acab-92c8c25bf722,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:22:16.077830 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 35684) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:22:16.079875 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-7a5af338-0a3c-4256-a455-86623ea95f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:22:16.137554 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bdf62888-3150-4e34-b10a-5b96d3129726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:16.162626 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bdf62888-3150-4e34-b10a-5b96d3129726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:16.213170 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bdf62888-3150-4e34-b10a-5b96d3129726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:16.216637 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-6d8b06cc-195d-40ed-8128-cf1b9bc138fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:22:16.229084 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf62888-3150-4e34-b10a-5b96d3129726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fee44ef-d05b-4dac-acab-92c8c25bf722,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:22:16.232473 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-bdf62888-3150-4e34-b10a-5b96d3129726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:22:16.237663 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bdf62888-3150-4e34-b10a-5b96d3129726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:16.238775 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-bdf62888-3150-4e34-b10a-5b96d3129726 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9fee44ef-d05b-4dac-acab-92c8c25bf722 HTTP/1.1" status: 204  len: 168 time: 0.1599815
Jun 03 16:22:28.146041 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 35860) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:22:28.264039 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-9ce31559-8615-455f-9ea8-e6c83cbbac57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:28.279119 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-9ce31559-8615-455f-9ea8-e6c83cbbac57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:22:28.282885 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-9ce31559-8615-455f-9ea8-e6c83cbbac57 admin admin] Usage tracker for resource:security_group_rule and tenant:93828750694d46579b8fc40d2154ed72 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:22:28.285670 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-9ce31559-8615-455f-9ea8-e6c83cbbac57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:22:28.291951 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-9ce31559-8615-455f-9ea8-e6c83cbbac57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:22:28.374512 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-9ce31559-8615-455f-9ea8-e6c83cbbac57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:28.378162 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-9ce31559-8615-455f-9ea8-e6c83cbbac57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:28.390164 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a4276f3f-8cc1-4f97-8ed9-abc96bece0e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:22:28.428284 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-9ce31559-8615-455f-9ea8-e6c83cbbac57 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=93828750694d46579b8fc40d2154ed72&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2811875
Jun 03 16:22:28.429849 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce31559-8615-455f-9ea8-e6c83cbbac57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa89ee6-d6d4-4331-99f0-36761616c6bd,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:22:28.430999 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 35866) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:22:28.432901 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-9ce31559-8615-455f-9ea8-e6c83cbbac57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:22:28.492126 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c41c0623-1377-439f-83c5-fb814e0221f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:28.517946 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c41c0623-1377-439f-83c5-fb814e0221f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:28.569356 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c41c0623-1377-439f-83c5-fb814e0221f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:28.573287 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-00fa1094-7cc6-4605-a0a7-3a70a99fba5f tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:22:28.588919 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c0623-1377-439f-83c5-fb814e0221f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa89ee6-d6d4-4331-99f0-36761616c6bd,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:22:28.591336 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-c41c0623-1377-439f-83c5-fb814e0221f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:22:28.599449 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c41c0623-1377-439f-83c5-fb814e0221f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:28.600603 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-c41c0623-1377-439f-83c5-fb814e0221f8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1fa89ee6-d6d4-4331-99f0-36761616c6bd HTTP/1.1" status: 204  len: 168 time: 0.1677403
Jun 03 16:22:36.969123 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9a55e54d-44da-4227-8a99-7bba30a493fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:38.820604 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:39.056584 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b2ea5-43f3-48f0-aa4b-1d6bd88e5703 req-5ed0b769-f375-47c6-99fe-07c7d5c0d8d0 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:22:39.058307 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f77b2ea5-43f3-48f0-aa4b-1d6bd88e5703 req-5ed0b769-f375-47c6-99fe-07c7d5c0d8d0 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 945 time: 0.0797551
Jun 03 16:22:39.101725 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f77b2ea5-43f3-48f0-aa4b-1d6bd88e5703 req-74a60825-bd88-4535-b76f-29ebf1982639 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377684
Jun 03 16:22:39.422375 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:39.748494 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e9afbb7f-6216-4515-9667-b6c8a2270b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:40.294087 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f88c5-0ee5-4dac-8345-303174e18096 req-49f18ede-657f-4f35-a760-f475b6525bfd tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:22:40.295510 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e29f88c5-0ee5-4dac-8345-303174e18096 req-49f18ede-657f-4f35-a760-f475b6525bfd tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 945 time: 0.0813122
Jun 03 16:22:40.339394 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e29f88c5-0ee5-4dac-8345-303174e18096 req-3eff6ad7-acec-40a3-bf80-1445e298a693 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383103
Jun 03 16:22:40.762140 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:41.525667 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e97ae-86df-467d-bda8-1f983895050c req-60161ddd-41da-44b3-9a0e-c37ebfa22dd7 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:22:41.527088 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7e6e97ae-86df-467d-bda8-1f983895050c req-60161ddd-41da-44b3-9a0e-c37ebfa22dd7 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 945 time: 0.0794764
Jun 03 16:22:41.570212 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7e6e97ae-86df-467d-bda8-1f983895050c req-55b73308-89fb-44c9-a9b3-4f9ef1e237a2 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374815
Jun 03 16:22:42.202582 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:42.760871 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7f1b1-4304-444b-bf47-95f15d95affe req-1339410e-ba02-4dce-a43b-3aea433f777b tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:22:42.762336 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b5c7f1b1-4304-444b-bf47-95f15d95affe req-1339410e-ba02-4dce-a43b-3aea433f777b tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 945 time: 0.0828495
Jun 03 16:22:42.807402 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b5c7f1b1-4304-444b-bf47-95f15d95affe req-0a1a02f7-5d36-4053-aca5-22955ebfffe8 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395086
Jun 03 16:22:43.998569 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7bc00-bfe1-4307-844f-0a06ddeca5ea req-721cecd0-22c7-4301-98fc-ef802271d3b5 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:22:44.000169 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-49e7bc00-bfe1-4307-844f-0a06ddeca5ea req-721cecd0-22c7-4301-98fc-ef802271d3b5 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 945 time: 0.0821114
Jun 03 16:22:44.049669 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-49e7bc00-bfe1-4307-844f-0a06ddeca5ea req-84c4fcad-f274-400d-bb37-6ecd125b472d tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437860
Jun 03 16:22:45.238896 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53371e1-7ee1-46d8-acb2-6206a3e523f0 req-ccb1c70c-97a7-44ef-baec-48926eb543d4 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:22:45.240348 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a53371e1-7ee1-46d8-acb2-6206a3e523f0 req-ccb1c70c-97a7-44ef-baec-48926eb543d4 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 945 time: 0.0827470
Jun 03 16:22:45.285553 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a53371e1-7ee1-46d8-acb2-6206a3e523f0 req-888cb1d4-be59-4036-a8d6-96ba3c0ba107 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388117
Jun 03 16:22:46.558752 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25929f-1547-4c55-a840-caa75a6449d6 req-5aa3c57e-9b6b-4b4f-9a1b-8c79b58ae83c tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:22:46.560195 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2f25929f-1547-4c55-a840-caa75a6449d6 req-5aa3c57e-9b6b-4b4f-9a1b-8c79b58ae83c tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 945 time: 0.1606283
Jun 03 16:22:46.603904 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2f25929f-1547-4c55-a840-caa75a6449d6 req-90d48d5b-ce2f-4988-b49b-efdae534b269 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379097
Jun 03 16:22:47.805087 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318bec4-f3f2-4fcd-ac52-507ac06d86eb req-ac3521ad-0812-4680-897c-6172c89d8de5 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:22:47.806555 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d318bec4-f3f2-4fcd-ac52-507ac06d86eb req-ac3521ad-0812-4680-897c-6172c89d8de5 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 945 time: 0.0884256
Jun 03 16:22:47.854406 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d318bec4-f3f2-4fcd-ac52-507ac06d86eb req-426fdd4f-233d-4e2b-97de-71c75b03b18d tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422106
Jun 03 16:22:49.039025 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab4f87-a08d-4067-bcd6-6c869fcb7cb9 req-4e870856-358d-4679-83fd-be063c7d2421 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:22:49.040490 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-acab4f87-a08d-4067-bcd6-6c869fcb7cb9 req-4e870856-358d-4679-83fd-be063c7d2421 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 945 time: 0.0798128
Jun 03 16:22:49.084695 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-acab4f87-a08d-4067-bcd6-6c869fcb7cb9 req-dc2b2098-384e-4b43-8997-8f202a0fc844 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385289
Jun 03 16:22:50.275196 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97671228-d762-4ff1-b721-5c632718d3c3 req-c396e72b-bc47-4edc-9628-a98d3488f33f tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:22:50.276544 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-97671228-d762-4ff1-b721-5c632718d3c3 req-c396e72b-bc47-4edc-9628-a98d3488f33f tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 945 time: 0.0830853
Jun 03 16:22:50.321514 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-97671228-d762-4ff1-b721-5c632718d3c3 req-a66517ef-a541-4c67-a274-0d9a925344ee tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390980
Jun 03 16:22:51.514083 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6e053-b0ac-4d08-8b5b-29a8b0ae5043 req-a3a930ce-8f06-4ab1-b024-0c0355f64b60 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:22:51.515412 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-bfa6e053-b0ac-4d08-8b5b-29a8b0ae5043 req-a3a930ce-8f06-4ab1-b024-0c0355f64b60 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 945 time: 0.0796452
Jun 03 16:22:51.558416 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-bfa6e053-b0ac-4d08-8b5b-29a8b0ae5043 req-cddb6e45-5944-4257-8a2a-3aeb9cec9789 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373333
Jun 03 16:22:51.767899 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:22:52.160118 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 4c151fe1-051f-46c4-8ae9-e316255081d6 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 16:22:52.287650 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 4c151fe1-051f-46c4-8ae9-e316255081d6, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4c151fe1-051f-46c4-8ae9-e316255081d6,segment=NetworkSegment(8d919451-85fd-41bb-bbc2-dd880028642e),segment_id=8d919451-85fd-41bb-bbc2-dd880028642e)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:22:52.300635 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Returning: {'device': '4c151fe1-051f-46c4-8ae9-e316255081d6', 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'port_id': '4c151fe1-051f-46c4-8ae9-e316255081d6', 'mac_address': 'fa:16:3e:a8:49:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1730b65d-c307-4958-817a-0c734926fd68', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 16:22:52.355101 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:52.372308 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c151fe1-051f-46c4-8ae9-e316255081d6 {{(pid=91618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:22:52.388148 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 4c151fe1-051f-46c4-8ae9-e316255081d6, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4c151fe1-051f-46c4-8ae9-e316255081d6,segment=NetworkSegment(8d919451-85fd-41bb-bbc2-dd880028642e),segment_id=8d919451-85fd-41bb-bbc2-dd880028642e)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:22:52.391659 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:52.393883 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:22:52.465757 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=4c151fe1-051f-46c4-8ae9-e316255081d6,revision_number=6']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:22:52.473354 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:22:52.473696 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:22:52.474034 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:22:52.474360 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:22:52.474681 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:22:52.475007 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:22:52.475324 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:22:52.475642 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:22:52.475965 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:22:52.476823 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:22:52.477179 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:22:52.477491 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:22:52.485907 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:22:52.492688 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['4c151fe1-051f-46c4-8ae9-e316255081d6'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:22:52.765945 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc0d68-842a-4307-b762-a5a0287cf575 req-9cdc48bf-e1ba-4357-935c-c12465b2af24 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:22:52.767557 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-51cc0d68-842a-4307-b762-a5a0287cf575 req-9cdc48bf-e1ba-4357-935c-c12465b2af24 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 944 time: 0.0934639
Jun 03 16:22:52.815359 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-51cc0d68-842a-4307-b762-a5a0287cf575 req-2048e292-07d2-4d33-9772-25a00299677d tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410681
Jun 03 16:22:54.037823 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d5b87-ce5e-4b23-9eec-c3697b0ca943 req-28c0c60d-062c-4851-8aba-b4ce4674ab3e tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:22:54.047676 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-675d5b87-ce5e-4b23-9eec-c3697b0ca943 req-28c0c60d-062c-4851-8aba-b4ce4674ab3e tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 944 time: 0.1089346
Jun 03 16:22:54.098198 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-675d5b87-ce5e-4b23-9eec-c3697b0ca943 req-b67c84cf-5e53-49da-af2f-bd074377cc35 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490937
Jun 03 16:22:54.170725 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 4c151fe1-051f-46c4-8ae9-e316255081d6 up at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:22:54.250335 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning complete for port 4c151fe1-051f-46c4-8ae9-e316255081d6 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:22:54.250626 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:54.391588 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:54.422618 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e278ba-f788-4a36-a80c-40ef24611a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c151fe1-051f-46c4-8ae9-e316255081d6'}] {{(pid=91618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:22:54.424922 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80780923b31b79766dda64912243351c94e9e307cca1e5b2e5a14cee02687ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e120cfe-08e4-4ecd-a7e5-b03ec02433c7" -d '{"events": [{"server_uuid": "f7e278ba-f788-4a36-a80c-40ef24611a3f", "name": "network-vif-plugged", "status": "completed", "tag": "4c151fe1-051f-46c4-8ae9-e316255081d6"}]}' {{(pid=91618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:22:54.436131 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 4c151fe1-051f-46c4-8ae9-e316255081d6, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4c151fe1-051f-46c4-8ae9-e316255081d6,segment=NetworkSegment(8d919451-85fd-41bb-bbc2-dd880028642e),segment_id=8d919451-85fd-41bb-bbc2-dd880028642e)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:22:54.442130 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:22:54.445463 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:22:54.522117 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=4c151fe1-051f-46c4-8ae9-e316255081d6,revision_number=7']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:22:54.525191 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:22:54.673631 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d686500-6498-457e-a43e-fa0ddd398b71 x-openstack-request-id: req-0d686500-6498-457e-a43e-fa0ddd398b71 {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:22:54.674134 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e278ba-f788-4a36-a80c-40ef24611a3f", "name": "network-vif-plugged", "status": "completed", "tag": "4c151fe1-051f-46c4-8ae9-e316255081d6", "code": 200}]} {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:22:54.674571 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0d686500-6498-457e-a43e-fa0ddd398b71 {{(pid=91618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:22:54.674982 dv-cinder-786524-8-iscsi neutron-server[91618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e278ba-f788-4a36-a80c-40ef24611a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c151fe1-051f-46c4-8ae9-e316255081d6', 'code': 200}
Jun 03 16:22:55.336802 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867dc1a1-9ce9-469d-b105-73340ac1a50b req-8311695b-8b02-485e-86df-11531f2e5e83 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:22:55.338499 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-867dc1a1-9ce9-469d-b105-73340ac1a50b req-8311695b-8b02-485e-86df-11531f2e5e83 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 945 time: 0.0859542
Jun 03 16:22:55.389889 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-867dc1a1-9ce9-469d-b105-73340ac1a50b req-21283c07-05f5-4110-ad19-4c13b9d30e02 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453320
Jun 03 16:22:56.621031 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4e542-6376-4d7a-bd3b-6af9670ff396 req-67c6e6f2-a36b-4514-a747-df7f939b61c7 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:22:56.622614 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-42d4e542-6376-4d7a-bd3b-6af9670ff396 req-67c6e6f2-a36b-4514-a747-df7f939b61c7 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 945 time: 0.1018202
Jun 03 16:22:56.677648 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-42d4e542-6376-4d7a-bd3b-6af9670ff396 req-e75e18ae-71af-4372-b28c-0e4b0fc7975f tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492098
Jun 03 16:22:57.912111 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383c216-2948-4e15-906e-7fb8fe190381 req-2def1176-dafd-4c36-8e13-95231c03c373 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:22:57.913766 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9383c216-2948-4e15-906e-7fb8fe190381 req-2def1176-dafd-4c36-8e13-95231c03c373 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 945 time: 0.1146863
Jun 03 16:22:57.961590 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9383c216-2948-4e15-906e-7fb8fe190381 req-dd152079-c06a-4a13-9d69-7ef31874b389 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412610
Jun 03 16:22:59.169850 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d4730-f44b-4e2f-b548-56b567326e4e req-994fff8a-9346-4690-bb6e-22af741ca409 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:22:59.171568 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-416d4730-f44b-4e2f-b548-56b567326e4e req-994fff8a-9346-4690-bb6e-22af741ca409 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 945 time: 0.0898304
Jun 03 16:22:59.222659 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-416d4730-f44b-4e2f-b548-56b567326e4e req-2816ee4c-58ba-45cf-8030-f9ead22befb8 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419655
Jun 03 16:23:00.436269 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650e900-e0e0-4dc8-ae54-30966f55dbc8 req-9aa01c06-1d87-40c4-832d-91c220417d76 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:00.437870 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a650e900-e0e0-4dc8-ae54-30966f55dbc8 req-9aa01c06-1d87-40c4-832d-91c220417d76 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 945 time: 0.0855265
Jun 03 16:23:00.491570 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a650e900-e0e0-4dc8-ae54-30966f55dbc8 req-d656e092-7822-4b77-9e09-906b1ccf7360 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472074
Jun 03 16:23:01.701586 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d77f1c-63df-4825-86c7-5d09ab801af2 req-c67abe53-0bc7-4a84-b0be-a13fddb13b3c tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:01.703744 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-24d77f1c-63df-4825-86c7-5d09ab801af2 req-c67abe53-0bc7-4a84-b0be-a13fddb13b3c tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 945 time: 0.1015027
Jun 03 16:23:01.774932 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-24d77f1c-63df-4825-86c7-5d09ab801af2 req-580e51f0-937b-4747-a8e1-fc69119cfaa5 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0547299
Jun 03 16:23:02.796114 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee744ad-0f91-4177-84f5-e9b8954100f3 req-1695a988-092b-46cf-96ca-7e4aef0015a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:02.797722 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-eee744ad-0f91-4177-84f5-e9b8954100f3 req-1695a988-092b-46cf-96ca-7e4aef0015a6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c30f1bb3a5fa4f229320a2ddcb1ab970&device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 1098 time: 0.0741003
Jun 03 16:23:02.953994 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee744ad-0f91-4177-84f5-e9b8954100f3 req-7d03ef37-9126-4f80-9d7a-1892ec25ee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:02.955979 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-eee744ad-0f91-4177-84f5-e9b8954100f3 req-7d03ef37-9126-4f80-9d7a-1892ec25ee0f service neutron] 10.222.0.73 "GET /v2.0/networks?id=2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 HTTP/1.1" status: 200  len: 917 time: 0.1481898
Jun 03 16:23:03.112956 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-eee744ad-0f91-4177-84f5-e9b8954100f3 req-651c3252-a7a0-478f-be11-3b4b7ead44b7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c151fe1-051f-46c4-8ae9-e316255081d6 HTTP/1.1" status: 200  len: 1001 time: 0.1450377
Jun 03 16:23:03.195995 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee744ad-0f91-4177-84f5-e9b8954100f3 req-a4c0580f-7203-431e-856a-587853121961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:03.197555 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-eee744ad-0f91-4177-84f5-e9b8954100f3 req-a4c0580f-7203-431e-856a-587853121961 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1730b65d-c307-4958-817a-0c734926fd68 HTTP/1.1" status: 200  len: 855 time: 0.0719054
Jun 03 16:23:03.215920 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed88f8-637e-4e7d-9bbc-9e34e31c64ca req-9be59317-e13f-4e99-9d1a-f9cd6cb7d3f0 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:03.217655 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a0ed88f8-637e-4e7d-9bbc-9e34e31c64ca req-9be59317-e13f-4e99-9d1a-f9cd6cb7d3f0 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 945 time: 0.1583190
Jun 03 16:23:03.303707 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a0ed88f8-637e-4e7d-9bbc-9e34e31c64ca req-49d48eef-48ff-447d-a630-f16bb5464086 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562031
Jun 03 16:23:03.322970 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee744ad-0f91-4177-84f5-e9b8954100f3 req-8acadb97-52ed-4813-8986-b962c2500efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:03.324673 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-eee744ad-0f91-4177-84f5-e9b8954100f3 req-8acadb97-52ed-4813-8986-b962c2500efe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1168013
Jun 03 16:23:03.458143 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-eee744ad-0f91-4177-84f5-e9b8954100f3 req-63d1047c-6674-4df4-b581-5f02f3cc7916 service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250637
Jun 03 16:23:03.590833 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-eee744ad-0f91-4177-84f5-e9b8954100f3 req-4d308d4b-5b7a-4cfc-8cc7-4dc0e271e82e service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249864
Jun 03 16:23:04.578865 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccbcda-42e5-4fff-8022-4eb085446c2d req-a0f66eea-978d-4267-9ad3-e63db39a4503 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:04.580313 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-4cccbcda-42e5-4fff-8022-4eb085446c2d req-a0f66eea-978d-4267-9ad3-e63db39a4503 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 945 time: 0.1590269
Jun 03 16:23:04.624207 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-4cccbcda-42e5-4fff-8022-4eb085446c2d req-e5a552d0-b123-4021-8d7c-f6a56d9eb1fd tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378726
Jun 03 16:23:05.814066 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b62ef4-5043-4278-ab6d-e98736552a5e req-cdb8b068-dd3d-42e3-9bc7-085d9189bbc4 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:05.815558 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-99b62ef4-5043-4278-ab6d-e98736552a5e req-cdb8b068-dd3d-42e3-9bc7-085d9189bbc4 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 945 time: 0.0841925
Jun 03 16:23:05.862593 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-99b62ef4-5043-4278-ab6d-e98736552a5e req-5b910264-34d4-40bb-8450-d79fba391aa8 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407255
Jun 03 16:23:06.203536 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 4c151fe1-051f-46c4-8ae9-e316255081d6 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:23:06.337351 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:06.363868 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e278ba-f788-4a36-a80c-40ef24611a3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c151fe1-051f-46c4-8ae9-e316255081d6'}] {{(pid=91618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:23:06.366104 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80780923b31b79766dda64912243351c94e9e307cca1e5b2e5a14cee02687ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f568ae40-6415-4255-82e8-440dc520bb31" -d '{"events": [{"server_uuid": "f7e278ba-f788-4a36-a80c-40ef24611a3f", "name": "network-vif-unplugged", "status": "completed", "tag": "4c151fe1-051f-46c4-8ae9-e316255081d6"}]}' {{(pid=91618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:23:06.374301 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 4c151fe1-051f-46c4-8ae9-e316255081d6, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4c151fe1-051f-46c4-8ae9-e316255081d6,segment=NetworkSegment(8d919451-85fd-41bb-bbc2-dd880028642e),segment_id=8d919451-85fd-41bb-bbc2-dd880028642e)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:23:06.379711 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:06.382693 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:23:06.420041 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Jun 2021 16:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cb7a74-b1ce-45d0-b5b1-f29ea1f86508 x-openstack-request-id: req-51cb7a74-b1ce-45d0-b5b1-f29ea1f86508 {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:23:06.420338 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e278ba-f788-4a36-a80c-40ef24611a3f", "name": "network-vif-unplugged", "status": "failed", "tag": "4c151fe1-051f-46c4-8ae9-e316255081d6", "code": 422}]} {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:23:06.420594 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-51cb7a74-b1ce-45d0-b5b1-f29ea1f86508 {{(pid=91618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:23:06.420976 dv-cinder-786524-8-iscsi neutron-server[91618]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f7e278ba-f788-4a36-a80c-40ef24611a3f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4c151fe1-051f-46c4-8ae9-e316255081d6', 'code': 422} returned with failed status
Jun 03 16:23:06.458981 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=4c151fe1-051f-46c4-8ae9-e316255081d6,revision_number=8']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:23:06.463084 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:23:06.971018 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-97e28801-0f0c-4da4-8119-992c879dfe3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:07.282553 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bd904-3ea5-4ea9-917a-98793fd6519e req-42d1c429-7d2c-4597-97fc-7ed51676486a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:07.284022 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-d41bd904-3ea5-4ea9-917a-98793fd6519e req-42d1c429-7d2c-4597-97fc-7ed51676486a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 943 time: 0.0827155
Jun 03 16:23:07.334832 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-d41bd904-3ea5-4ea9-917a-98793fd6519e req-f58b5037-a710-408d-9198-1b6d510b85e0 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448592
Jun 03 16:23:07.540652 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 36160) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:23:07.653673 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-84af5fa5-f648-4841-9973-970f29db5753 req-598858aa-ba84-4abd-802e-7739a4b36692 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1113238
Jun 03 16:23:08.677929 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58580c06-d6b5-430e-9e40-5d42f2169c83 req-98a37f2d-cd77-4450-9f33-990b3087c235 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:08.679376 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-58580c06-d6b5-430e-9e40-5d42f2169c83 req-98a37f2d-cd77-4450-9f33-990b3087c235 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 943 time: 0.2283874
Jun 03 16:23:08.683262 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af5fa5-f648-4841-9973-970f29db5753 req-800b5010-96d5-4cb6-a7ed-4dc3b6b04ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:08.684599 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-84af5fa5-f648-4841-9973-970f29db5753 req-800b5010-96d5-4cb6-a7ed-4dc3b6b04ba2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f&tenant_id=c30f1bb3a5fa4f229320a2ddcb1ab970 HTTP/1.1" status: 200  len: 1096 time: 0.1041243
Jun 03 16:23:08.768474 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-58580c06-d6b5-430e-9e40-5d42f2169c83 req-7a1f160d-5c7d-40c9-9065-0a80afa72598 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0828297
Jun 03 16:23:08.797851 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af5fa5-f648-4841-9973-970f29db5753 req-89c071a4-877c-4bfa-b215-46d9f383e7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:08.799297 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-84af5fa5-f648-4841-9973-970f29db5753 req-89c071a4-877c-4bfa-b215-46d9f383e7c7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c30f1bb3a5fa4f229320a2ddcb1ab970&device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 1096 time: 0.0840483
Jun 03 16:23:08.823709 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:08.943043 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af5fa5-f648-4841-9973-970f29db5753 req-cdb55841-45b0-4448-8657-6cdbcd3893ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:08.944346 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-84af5fa5-f648-4841-9973-970f29db5753 req-cdb55841-45b0-4448-8657-6cdbcd3893ff service neutron] 10.222.0.73 "GET /v2.0/networks?id=2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 HTTP/1.1" status: 200  len: 917 time: 0.1373177
Jun 03 16:23:09.048218 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-84af5fa5-f648-4841-9973-970f29db5753 req-c8d65ee4-9748-46b1-93ba-e860fc2bdec3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c151fe1-051f-46c4-8ae9-e316255081d6 HTTP/1.1" status: 200  len: 999 time: 0.0953934
Jun 03 16:23:09.118289 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af5fa5-f648-4841-9973-970f29db5753 req-3fe33bc4-02b6-4e23-ab22-4f3d615e8d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:09.119866 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-84af5fa5-f648-4841-9973-970f29db5753 req-3fe33bc4-02b6-4e23-ab22-4f3d615e8d35 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1730b65d-c307-4958-817a-0c734926fd68 HTTP/1.1" status: 200  len: 855 time: 0.0602026
Jun 03 16:23:09.203803 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af5fa5-f648-4841-9973-970f29db5753 req-2715636e-ef87-492a-a1f3-3cc58f862eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:09.205220 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-84af5fa5-f648-4841-9973-970f29db5753 req-2715636e-ef87-492a-a1f3-3cc58f862eac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762188
Jun 03 16:23:09.338804 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-84af5fa5-f648-4841-9973-970f29db5753 req-d49ed7c6-2adb-416f-8edf-36ee8a47adf9 service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250565
Jun 03 16:23:09.423644 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:09.475936 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-84af5fa5-f648-4841-9973-970f29db5753 req-b85814cb-d0b0-4083-8b7c-eaed20731367 service neutron] 10.222.0.73 "GET /v2.0/networks/2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240287
Jun 03 16:23:09.751311 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-de717752-be60-4105-9e3d-e2c72b492373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:10.025500 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3316743-cbe2-47eb-a68e-91a9eceb6f6a req-80875c3e-c1a1-4f96-a739-cdf37a3aea6d tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:10.029308 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f3316743-cbe2-47eb-a68e-91a9eceb6f6a req-80875c3e-c1a1-4f96-a739-cdf37a3aea6d tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 943 time: 0.1405685
Jun 03 16:23:10.098052 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f3316743-cbe2-47eb-a68e-91a9eceb6f6a req-40fe40bf-635f-4f1f-8e92-915ffd2b84f1 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619686
Jun 03 16:23:10.211993 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 4c151fe1-051f-46c4-8ae9-e316255081d6 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:23:10.764921 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:11.313714 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b2735-157e-4167-817d-74776f5aef67 req-66b40c39-6ddf-4271-b6c8-56a95e8ee2f7 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:11.316253 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-670b2735-157e-4167-817d-74776f5aef67 req-66b40c39-6ddf-4271-b6c8-56a95e8ee2f7 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 943 time: 0.0911155
Jun 03 16:23:11.365149 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-670b2735-157e-4167-817d-74776f5aef67 req-326bb189-ae20-46ec-8dcf-eaa801aa6e19 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426419
Jun 03 16:23:12.207764 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:12.599047 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24aebfc-d75d-4bc4-acfb-574021ac2ac8 req-e751704d-b4b8-4e2c-b7b8-79edccfa90e2 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:12.600122 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c24aebfc-d75d-4bc4-acfb-574021ac2ac8 req-e751704d-b4b8-4e2c-b7b8-79edccfa90e2 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 943 time: 0.0836198
Jun 03 16:23:12.662180 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c24aebfc-d75d-4bc4-acfb-574021ac2ac8 req-c845e229-096a-47ef-af45-665d1b5339a0 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554528
Jun 03 16:23:13.862137 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fc520-4e55-479c-9142-b9f9323f07d4 req-1c2de487-aee8-4a3d-96e8-eed2ce666fc1 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:13.868540 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-576fc520-4e55-479c-9142-b9f9323f07d4 req-1c2de487-aee8-4a3d-96e8-eed2ce666fc1 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 943 time: 0.0878499
Jun 03 16:23:13.909271 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-576fc520-4e55-479c-9142-b9f9323f07d4 req-83019bda-1e62-450b-8825-74fcc2324e95 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397770
Jun 03 16:23:15.112054 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8b04f-b2ce-4d47-a40b-2787c6f31775 req-5cd1b50d-eeac-4652-8937-d014d362e19f tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:15.113409 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-39a8b04f-b2ce-4d47-a40b-2787c6f31775 req-5cd1b50d-eeac-4652-8937-d014d362e19f tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 943 time: 0.0894284
Jun 03 16:23:15.161786 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-39a8b04f-b2ce-4d47-a40b-2787c6f31775 req-741a1c83-3f46-4416-9190-9778f5e33479 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423164
Jun 03 16:23:16.381327 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ca116-c06c-4822-bb34-10afd6d7e582 req-60ef9cf9-7929-4faa-aa6a-77b6780a5e5f tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:16.383240 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-443ca116-c06c-4822-bb34-10afd6d7e582 req-60ef9cf9-7929-4faa-aa6a-77b6780a5e5f tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 943 time: 0.0945032
Jun 03 16:23:16.443287 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-443ca116-c06c-4822-bb34-10afd6d7e582 req-830062d8-c9be-4a81-adec-e3e972fef80c tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502875
Jun 03 16:23:17.712850 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36a6a6-0f26-4cc0-aca5-b37fd5d7a7d6 req-8cb1d20a-9d24-4ce2-a0a3-f6f53c2c9ea8 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:17.718830 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4c36a6a6-0f26-4cc0-aca5-b37fd5d7a7d6 req-8cb1d20a-9d24-4ce2-a0a3-f6f53c2c9ea8 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 943 time: 0.1401854
Jun 03 16:23:17.773133 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4c36a6a6-0f26-4cc0-aca5-b37fd5d7a7d6 req-ad42a78e-d63a-4f62-a1b8-8ae6cf174d71 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427368
Jun 03 16:23:17.822308 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895f5f1-da78-4e94-9627-b95fde65f397 req-c551a68c-aaab-44a2-9ca6-8763f9e1d3f5 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:17.824111 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-5895f5f1-da78-4e94-9627-b95fde65f397 req-c551a68c-aaab-44a2-9ca6-8763f9e1d3f5 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=d41530f6-9676-4324-a06f-56e55c0040da HTTP/1.1" status: 200  len: 946 time: 0.0958505
Jun 03 16:23:17.868317 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-5895f5f1-da78-4e94-9627-b95fde65f397 req-35e9564c-77fc-426f-bf1c-44c9fce5c92c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385377
Jun 03 16:23:18.976973 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb926c-beca-4487-82e9-62dee4d1b04e req-aac82272-8d7c-432d-bfa2-d927c87af69b tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:18.978613 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9edb926c-beca-4487-82e9-62dee4d1b04e req-aac82272-8d7c-432d-bfa2-d927c87af69b tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 943 time: 0.0853376
Jun 03 16:23:19.025829 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9edb926c-beca-4487-82e9-62dee4d1b04e req-755a0d1a-f8b7-47fc-a1b2-6338766b83c5 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395825
Jun 03 16:23:19.086727 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40530c-790f-43b7-b442-96096b8eea47 req-0a8fbcc1-634a-4249-a075-fedc9c469796 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:19.089635 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-5d40530c-790f-43b7-b442-96096b8eea47 req-0a8fbcc1-634a-4249-a075-fedc9c469796 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=d41530f6-9676-4324-a06f-56e55c0040da HTTP/1.1" status: 200  len: 946 time: 0.0881789
Jun 03 16:23:19.134938 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-5d40530c-790f-43b7-b442-96096b8eea47 req-fac39831-5bd1-469b-b22e-bd215ca5373e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397282
Jun 03 16:23:20.258588 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8472abc-36b7-4bbc-bb17-5401f096abdf req-a1bc81ea-e6ef-4bfa-a141-9fda1a5d973d tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:20.260039 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e8472abc-36b7-4bbc-bb17-5401f096abdf req-a1bc81ea-e6ef-4bfa-a141-9fda1a5d973d tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 943 time: 0.1020858
Jun 03 16:23:20.313820 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e8472abc-36b7-4bbc-bb17-5401f096abdf req-424a63d5-7335-4e69-93c4-cb4f0e444d22 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471194
Jun 03 16:23:20.373331 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11484a2-68f4-4693-ad76-f1b9b8938b8e req-76d47ae3-127b-46ee-91aa-5f23d687cb88 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:20.375203 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b11484a2-68f4-4693-ad76-f1b9b8938b8e req-76d47ae3-127b-46ee-91aa-5f23d687cb88 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=d41530f6-9676-4324-a06f-56e55c0040da HTTP/1.1" status: 200  len: 946 time: 0.1264343
Jun 03 16:23:20.435515 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b11484a2-68f4-4693-ad76-f1b9b8938b8e req-2f581da4-5dee-4a3b-93b2-ab483f3b6aa9 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522583
Jun 03 16:23:21.360040 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8d474725-2827-426c-b0d2-0df060837452 req-0e16f309-a2fe-487e-ae60-774c93b47551 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0817733
Jun 03 16:23:21.558911 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d474725-2827-426c-b0d2-0df060837452 req-a21064c7-03cf-499c-b0f6-d8429af13379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:21.560360 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8d474725-2827-426c-b0d2-0df060837452 req-a21064c7-03cf-499c-b0f6-d8429af13379 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f244f46dcdba4cb1ae27b5a94b44c8f7&device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 1099 time: 0.1278460
Jun 03 16:23:21.579443 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98adfd-5a68-4022-a092-d6ea37124825 req-f5d9d2a4-43e7-4cd1-9b73-2fd080ced30d tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:21.580936 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9d98adfd-5a68-4022-a092-d6ea37124825 req-f5d9d2a4-43e7-4cd1-9b73-2fd080ced30d tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 943 time: 0.1181676
Jun 03 16:23:21.623501 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce622aef-ad59-4adf-aaf4-deebdc91254a req-34df3cac-b55e-4da5-801c-7070395a7107 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:21.624875 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ce622aef-ad59-4adf-aaf4-deebdc91254a req-34df3cac-b55e-4da5-801c-7070395a7107 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=d41530f6-9676-4324-a06f-56e55c0040da HTTP/1.1" status: 200  len: 946 time: 0.0819290
Jun 03 16:23:21.675893 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ce622aef-ad59-4adf-aaf4-deebdc91254a req-5ee0e770-1067-4053-9edf-d0cc328b1055 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446756
Jun 03 16:23:21.807149 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9d98adfd-5a68-4022-a092-d6ea37124825 req-e4e8908a-99ea-418c-8f82-47eb0fa01501 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2060218
Jun 03 16:23:21.835625 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d474725-2827-426c-b0d2-0df060837452 req-f0fa13ef-1507-49da-b445-c2fe2490459e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:21.837060 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8d474725-2827-426c-b0d2-0df060837452 req-f0fa13ef-1507-49da-b445-c2fe2490459e service neutron] 10.222.0.73 "GET /v2.0/networks?id=59734cb5-b3cd-4731-b72c-e406b3f16f4f HTTP/1.1" status: 200  len: 910 time: 0.2547352
Jun 03 16:23:21.938229 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8d474725-2827-426c-b0d2-0df060837452 req-4de85f1b-1272-4168-8d53-74270ae65447 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61aff5fb-537d-4222-ade7-2c04c84e75c6 HTTP/1.1" status: 200  len: 1002 time: 0.0942166
Jun 03 16:23:22.003974 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d474725-2827-426c-b0d2-0df060837452 req-6a3b102b-431e-46ae-ad59-596d537c67d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:22.005445 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8d474725-2827-426c-b0d2-0df060837452 req-6a3b102b-431e-46ae-ad59-596d537c67d1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e1cf8725-43b3-4508-857e-71350cd10ed6 HTTP/1.1" status: 200  len: 848 time: 0.0602338
Jun 03 16:23:22.079856 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d474725-2827-426c-b0d2-0df060837452 req-f189a1d6-b38a-4f1b-afdc-40fe7a8a56d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:22.081305 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8d474725-2827-426c-b0d2-0df060837452 req-f189a1d6-b38a-4f1b-afdc-40fe7a8a56d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=59734cb5-b3cd-4731-b72c-e406b3f16f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0689039
Jun 03 16:23:22.218306 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8d474725-2827-426c-b0d2-0df060837452 req-7e6390e0-918a-4a2f-9ef5-2266d3f1fa9d service neutron] 10.222.0.73 "GET /v2.0/networks/59734cb5-b3cd-4731-b72c-e406b3f16f4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285119
Jun 03 16:23:22.354080 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8d474725-2827-426c-b0d2-0df060837452 req-4856d5ff-a103-41e1-bf88-e9cfd21b829a service neutron] 10.222.0.73 "GET /v2.0/networks/59734cb5-b3cd-4731-b72c-e406b3f16f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283882
Jun 03 16:23:22.860147 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e07281-44e8-4c5d-acd4-8cab25aa46fd req-03dfc812-f0df-40f8-8940-502867c7ac83 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:22.861646 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-60e07281-44e8-4c5d-acd4-8cab25aa46fd req-03dfc812-f0df-40f8-8940-502867c7ac83 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=d41530f6-9676-4324-a06f-56e55c0040da HTTP/1.1" status: 200  len: 946 time: 0.0792584
Jun 03 16:23:22.907028 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-60e07281-44e8-4c5d-acd4-8cab25aa46fd req-9c298128-9583-4b05-828c-872837b33670 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395463
Jun 03 16:23:23.011087 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11382b29-2b65-4b7d-8a0d-0cce47e76d2e req-223ac147-8a4b-41f8-b7e9-313230461899 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:23.012540 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-11382b29-2b65-4b7d-8a0d-0cce47e76d2e req-223ac147-8a4b-41f8-b7e9-313230461899 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 943 time: 0.0872736
Jun 03 16:23:23.100692 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-11382b29-2b65-4b7d-8a0d-0cce47e76d2e req-51ecfda0-d7b0-4f40-b10e-336b382f8c6e tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0823796
Jun 03 16:23:23.130872 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a02c8d-b61c-4a55-be9f-9a18b0c540d2 req-5c3cee43-623f-47f3-94e0-004f9c4968c4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:23.132306 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-68a02c8d-b61c-4a55-be9f-9a18b0c540d2 req-5c3cee43-623f-47f3-94e0-004f9c4968c4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.73 "GET /v2.0/ports?device_id=d41530f6-9676-4324-a06f-56e55c0040da HTTP/1.1" status: 200  len: 946 time: 0.1003752
Jun 03 16:23:23.291174 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-68a02c8d-b61c-4a55-be9f-9a18b0c540d2 req-9f9993a6-a23e-48fb-8396-9de340ad7fff tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Deleting port e7e4741b-0c2b-4943-a8b8-7ebad22375bc {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:23:23.291524 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-68a02c8d-b61c-4a55-be9f-9a18b0c540d2 req-9f9993a6-a23e-48fb-8396-9de340ad7fff tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:23.461283 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-68a02c8d-b61c-4a55-be9f-9a18b0c540d2 req-9f9993a6-a23e-48fb-8396-9de340ad7fff tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] For port e7e4741b-0c2b-4943-a8b8-7ebad22375bc, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e7e4741b-0c2b-4943-a8b8-7ebad22375bc,segment=NetworkSegment(b0dbd752-4780-4d30-953c-bd3e6826f7f2),segment_id=b0dbd752-4780-4d30-953c-bd3e6826f7f2)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:23:23.461283 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-68a02c8d-b61c-4a55-be9f-9a18b0c540d2 req-9f9993a6-a23e-48fb-8396-9de340ad7fff tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:23.772888 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-68a02c8d-b61c-4a55-be9f-9a18b0c540d2 req-9f9993a6-a23e-48fb-8396-9de340ad7fff tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:23.773212 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-68a02c8d-b61c-4a55-be9f-9a18b0c540d2 req-9f9993a6-a23e-48fb-8396-9de340ad7fff tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380258'] for floatingip, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:23.773520 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.db.l3_db [req-68a02c8d-b61c-4a55-be9f-9a18b0c540d2 req-9f9993a6-a23e-48fb-8396-9de340ad7fff tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Floating IP d1ecc21b-d385-4e31-b38f-26586a7f0f8e disassociated. External IP: 172.27.2.146, port: e7e4741b-0c2b-4943-a8b8-7ebad22375bc.
Jun 03 16:23:23.773858 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-68a02c8d-b61c-4a55-be9f-9a18b0c540d2 req-9f9993a6-a23e-48fb-8396-9de340ad7fff tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Calling delete_port for e7e4741b-0c2b-4943-a8b8-7ebad22375bc owned by compute:nova {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:23:23.897162 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-68a02c8d-b61c-4a55-be9f-9a18b0c540d2 req-9f9993a6-a23e-48fb-8396-9de340ad7fff tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:23.903297 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-095b887b-3cad-4e70-970d-da3c5a3ba989 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:23:23.962607 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9993a6-a23e-48fb-8396-9de340ad7fff tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Pushing event deleted for resources: {'Port': ['ID=e7e4741b-0c2b-4943-a8b8-7ebad22375bc,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:23:23.973670 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9993a6-a23e-48fb-8396-9de340ad7fff tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:23.974038 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9993a6-a23e-48fb-8396-9de340ad7fff tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:23.974400 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9993a6-a23e-48fb-8396-9de340ad7fff tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:23.974750 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9993a6-a23e-48fb-8396-9de340ad7fff tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:23.975127 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9993a6-a23e-48fb-8396-9de340ad7fff tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:23.975450 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9993a6-a23e-48fb-8396-9de340ad7fff tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:23.975792 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9993a6-a23e-48fb-8396-9de340ad7fff tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:23.976141 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9993a6-a23e-48fb-8396-9de340ad7fff tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:23.976477 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9993a6-a23e-48fb-8396-9de340ad7fff tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:23.976815 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9993a6-a23e-48fb-8396-9de340ad7fff tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:23.977237 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9993a6-a23e-48fb-8396-9de340ad7fff tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:23.977564 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9993a6-a23e-48fb-8396-9de340ad7fff tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:24.133446 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-9f9993a6-a23e-48fb-8396-9de340ad7fff tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:23:24.199468 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3204f205-6b24-47a0-a7ea-4c73a7736621 req-59da5443-a10f-43cc-8b9f-424b99436b8e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=d41530f6-9676-4324-a06f-56e55c0040da HTTP/1.1" status: 200  len: 210 time: 0.0588284
Jun 03 16:23:24.306641 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 4c151fe1-051f-46c4-8ae9-e316255081d6 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 16:23:24.331512 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fcfd1-57b2-4070-8415-7dc81284281f req-fd89f98b-abc8-4753-bd7b-4819509220d6 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:24.332832 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-4a2fcfd1-57b2-4070-8415-7dc81284281f req-fd89f98b-abc8-4753-bd7b-4819509220d6 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 943 time: 0.1009030
Jun 03 16:23:24.340870 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68a02c8d-b61c-4a55-be9f-9a18b0c540d2 req-9f9993a6-a23e-48fb-8396-9de340ad7fff tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Router c426a715-f7e8-4e42-a873-bc1373343142 has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:23:24.402082 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-4a2fcfd1-57b2-4070-8415-7dc81284281f req-d7732640-b172-41f3-813d-f046a000eb70 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609293
Jun 03 16:23:24.540360 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 4c151fe1-051f-46c4-8ae9-e316255081d6, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4c151fe1-051f-46c4-8ae9-e316255081d6,segment=NetworkSegment(8d919451-85fd-41bb-bbc2-dd880028642e),segment_id=8d919451-85fd-41bb-bbc2-dd880028642e)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:23:24.558489 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Returning: {'device': '4c151fe1-051f-46c4-8ae9-e316255081d6', 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'port_id': '4c151fe1-051f-46c4-8ae9-e316255081d6', 'mac_address': 'fa:16:3e:a8:49:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1730b65d-c307-4958-817a-0c734926fd68', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 16:23:24.581165 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68a02c8d-b61c-4a55-be9f-9a18b0c540d2 req-9f9993a6-a23e-48fb-8396-9de340ad7fff tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:23:24.617248 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ad6ea1-8ddc-4959-a7f5-613152271bd8 None None] Sync routers for ids ['c426a715-f7e8-4e42-a873-bc1373343142'] in dv-cinder-786524-8-iscsi {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:23:24.631840 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ad6ea1-8ddc-4959-a7f5-613152271bd8 None None] Routers {'c426a715-f7e8-4e42-a873-bc1373343142'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:23:24.632480 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-17ad6ea1-8ddc-4959-a7f5-613152271bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa1eba520>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:23:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['c426a715-f7e8-4e42-a873-bc1373343142'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:23:24.662382 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a02c8d-b61c-4a55-be9f-9a18b0c540d2 req-9f9993a6-a23e-48fb-8396-9de340ad7fff tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] No DVR routers for this DVR port e7e4741b-0c2b-4943-a8b8-7ebad22375bc on host hv-cinder-78652 {{(pid=91617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:23:24.664947 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-68a02c8d-b61c-4a55-be9f-9a18b0c540d2 req-9f9993a6-a23e-48fb-8396-9de340ad7fff tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:24.669700 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41530f6-9676-4324-a06f-56e55c0040da', 'name': 'network-vif-deleted', 'tag': 'e7e4741b-0c2b-4943-a8b8-7ebad22375bc'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:23:24.672149 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88344b92-85f3-4143-8362-52ff215263f9" -d '{"events": [{"server_uuid": "d41530f6-9676-4324-a06f-56e55c0040da", "name": "network-vif-deleted", "tag": "e7e4741b-0c2b-4943-a8b8-7ebad22375bc"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:23:24.688369 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-68a02c8d-b61c-4a55-be9f-9a18b0c540d2 req-9f9993a6-a23e-48fb-8396-9de340ad7fff tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.73 "DELETE /v2.0/ports/e7e4741b-0c2b-4943-a8b8-7ebad22375bc HTTP/1.1" status: 204  len: 173 time: 1.5456717
Jun 03 16:23:24.774020 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:24.826336 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c151fe1-051f-46c4-8ae9-e316255081d6 {{(pid=91618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:23:24.832340 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f7eaff-2f45-4fd3-bad4-bb5ffca24ca9 x-openstack-request-id: req-b3f7eaff-2f45-4fd3-bad4-bb5ffca24ca9 {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:23:24.833703 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41530f6-9676-4324-a06f-56e55c0040da", "name": "network-vif-deleted", "tag": "e7e4741b-0c2b-4943-a8b8-7ebad22375bc", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:23:24.834585 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b3f7eaff-2f45-4fd3-bad4-bb5ffca24ca9 {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:23:24.835769 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41530f6-9676-4324-a06f-56e55c0040da', 'name': 'network-vif-deleted', 'tag': 'e7e4741b-0c2b-4943-a8b8-7ebad22375bc', 'status': 'completed', 'code': 200}
Jun 03 16:23:24.872375 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 4c151fe1-051f-46c4-8ae9-e316255081d6, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4c151fe1-051f-46c4-8ae9-e316255081d6,segment=NetworkSegment(8d919451-85fd-41bb-bbc2-dd880028642e),segment_id=8d919451-85fd-41bb-bbc2-dd880028642e)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:23:24.876307 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:24.878137 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-0fb79465-71f1-4102-ad84-1cf9cab4b760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:23:25.032612 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=4c151fe1-051f-46c4-8ae9-e316255081d6,revision_number=9']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:23:25.038532 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:23:25.043415 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-17ad6ea1-8ddc-4959-a7f5-613152271bd8 None None] Set router c426a715-f7e8-4e42-a873-bc1373343142 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:23:25.201366 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['4c151fe1-051f-46c4-8ae9-e316255081d6'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:23:25.388402 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-eac90490-cd8a-48a0-b993-7439e762a4a2 req-d11921bb-6618-4212-9e8a-8895469d0c19 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Synchronizing usage tracker for tenant:f44ece6093c64861a96b56285934a43e on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:23:25.405176 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-eac90490-cd8a-48a0-b993-7439e762a4a2 req-d11921bb-6618-4212-9e8a-8895469d0c19 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Unset dirty status for tenant:f44ece6093c64861a96b56285934a43e on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:23:25.406331 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-eac90490-cd8a-48a0-b993-7439e762a4a2 req-d11921bb-6618-4212-9e8a-8895469d0c19 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=d41530f6-9676-4324-a06f-56e55c0040da HTTP/1.1" status: 200  len: 210 time: 0.0620894
Jun 03 16:23:25.504413 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7982a72-2321-4a86-86fc-a9a30fcf2635 req-e9a7a8cd-804d-45ac-a4a0-9fb66145bd4d tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:25.507078 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b7982a72-2321-4a86-86fc-a9a30fcf2635 req-e9a7a8cd-804d-45ac-a4a0-9fb66145bd4d tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=31430f53-c613-481e-9bb4-561b533defd8 HTTP/1.1" status: 200  len: 946 time: 0.0963516
Jun 03 16:23:25.512867 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-17ad6ea1-8ddc-4959-a7f5-613152271bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa1eba520>, [{'id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'name': 'tempest-TestVolumeBootPattern-1840315318-router', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:19:52Z', 'updated_at': '2021-06-03T16:19:58Z', 'revision_number': 4, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'gw_port': {'id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:54Z', 'updated_at': '2021-06-03T16:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'c72164cc-a301-45da-8a57-479e8f418578', 'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'mac_address': 'fa:16:3e:61:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:57Z', 'updated_at': '2021-06-03T16:20:08Z', 'revision_number': 5, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'subnets': [{'id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:23:25.528499 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ad6ea1-8ddc-4959-a7f5-613152271bd8 None None] Checking router: c426a715-f7e8-4e42-a873-bc1373343142 for host: dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:23:25.540053 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ad6ea1-8ddc-4959-a7f5-613152271bd8 None None] Routers {'c426a715-f7e8-4e42-a873-bc1373343142'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:23:25.540923 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-17ad6ea1-8ddc-4959-a7f5-613152271bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa1eba520>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:23:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['c426a715-f7e8-4e42-a873-bc1373343142'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:23:25.562245 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b7982a72-2321-4a86-86fc-a9a30fcf2635 req-50f6b3a2-f284-4679-a617-ead8635171b5 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=db5cbe80-9c4f-439d-b21b-7afa62d29222&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468485
Jun 03 16:23:25.640135 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5568443-8b04-4b64-9864-c1eb86577ad7 req-32d79820-951e-4b3b-8acf-27501e6ca800 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:25.641907 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e5568443-8b04-4b64-9864-c1eb86577ad7 req-32d79820-951e-4b3b-8acf-27501e6ca800 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 944 time: 0.0945325
Jun 03 16:23:25.697550 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e5568443-8b04-4b64-9864-c1eb86577ad7 req-cd22424b-e515-4c71-9d53-8cae7f7d6565 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449042
Jun 03 16:23:25.761145 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-17ad6ea1-8ddc-4959-a7f5-613152271bd8 None None] Set router c426a715-f7e8-4e42-a873-bc1373343142 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:23:26.081200 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-17ad6ea1-8ddc-4959-a7f5-613152271bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa1eba520>, [{'id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'name': 'tempest-TestVolumeBootPattern-1840315318-router', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:19:52Z', 'updated_at': '2021-06-03T16:19:58Z', 'revision_number': 4, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'gw_port': {'id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:54Z', 'updated_at': '2021-06-03T16:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'c72164cc-a301-45da-8a57-479e8f418578', 'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'mac_address': 'fa:16:3e:61:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:57Z', 'updated_at': '2021-06-03T16:20:08Z', 'revision_number': 5, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'subnets': [{'id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:23:26.084990 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ad6ea1-8ddc-4959-a7f5-613152271bd8 None None] The sync data for ids ['c426a715-f7e8-4e42-a873-bc1373343142'] in dv-cinder-786524-8-iscsi is: [{'id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'name': 'tempest-TestVolumeBootPattern-1840315318-router', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:19:52Z', 'updated_at': '2021-06-03T16:19:58Z', 'revision_number': 4, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'gw_port': {'id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:54Z', 'updated_at': '2021-06-03T16:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'c72164cc-a301-45da-8a57-479e8f418578', 'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'mac_address': 'fa:16:3e:61:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:57Z', 'updated_at': '2021-06-03T16:20:08Z', 'revision_number': 5, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'subnets': [{'id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:23:26.306340 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 4c151fe1-051f-46c4-8ae9-e316255081d6 up at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:23:26.311300 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3be8b8b-4b48-4802-96df-451c76a1351d None None] New status for floating IP d1ecc21b-d385-4e31-b38f-26586a7f0f8e: DOWN {{(pid=91619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 16:23:26.399368 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning complete for port 4c151fe1-051f-46c4-8ae9-e316255081d6 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:23:26.400049 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:26.596009 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:26.633215 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e278ba-f788-4a36-a80c-40ef24611a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c151fe1-051f-46c4-8ae9-e316255081d6'}] {{(pid=91618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:23:26.636799 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80780923b31b79766dda64912243351c94e9e307cca1e5b2e5a14cee02687ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2310e7c3-af28-4972-95a1-3ca149080342" -d '{"events": [{"server_uuid": "f7e278ba-f788-4a36-a80c-40ef24611a3f", "name": "network-vif-plugged", "status": "completed", "tag": "4c151fe1-051f-46c4-8ae9-e316255081d6"}]}' {{(pid=91618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:23:26.646372 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 4c151fe1-051f-46c4-8ae9-e316255081d6, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4c151fe1-051f-46c4-8ae9-e316255081d6,segment=NetworkSegment(8d919451-85fd-41bb-bbc2-dd880028642e),segment_id=8d919451-85fd-41bb-bbc2-dd880028642e)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:23:26.652300 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:26.653427 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device e7e4741b-0c2b-4943-a8b8-7ebad22375bc no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:23:26.679664 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-0fb79465-71f1-4102-ad84-1cf9cab4b760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:23:26.715125 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c40c8e-3d34-46da-929e-ff93ba436179 x-openstack-request-id: req-07c40c8e-3d34-46da-929e-ff93ba436179 {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:23:26.715458 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e278ba-f788-4a36-a80c-40ef24611a3f", "name": "network-vif-plugged", "status": "completed", "tag": "4c151fe1-051f-46c4-8ae9-e316255081d6", "code": 200}]} {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:23:26.715771 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-07c40c8e-3d34-46da-929e-ff93ba436179 {{(pid=91618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:23:26.716072 dv-cinder-786524-8-iscsi neutron-server[91618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e278ba-f788-4a36-a80c-40ef24611a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c151fe1-051f-46c4-8ae9-e316255081d6', 'code': 200}
Jun 03 16:23:26.725913 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] No Port match for: e7e4741b-0c2b-4943-a8b8-7ebad22375bc {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:23:26.726264 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device e7e4741b-0c2b-4943-a8b8-7ebad22375bc not bound to the agent host hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:23:26.763539 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=4c151fe1-051f-46c4-8ae9-e316255081d6,revision_number=10']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:23:26.766696 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:23:26.789480 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379825d-513f-436b-8af6-c565e135162e req-78953282-589b-472a-91dc-9efba3fbb684 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:26.790923 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4379825d-513f-436b-8af6-c565e135162e req-78953282-589b-472a-91dc-9efba3fbb684 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=31430f53-c613-481e-9bb4-561b533defd8 HTTP/1.1" status: 200  len: 946 time: 0.1026731
Jun 03 16:23:26.843108 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4379825d-513f-436b-8af6-c565e135162e req-790116a8-7902-4295-893d-b3cda1440dde tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=db5cbe80-9c4f-439d-b21b-7afa62d29222&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447893
Jun 03 16:23:26.925738 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-44cb4171-f968-4fbc-b067-4d2bea7dfad6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1566226893&fields=id&tenant_id=f44ece6093c64861a96b56285934a43e HTTP/1.1" status: 200  len: 267 time: 0.0577738
Jun 03 16:23:27.059530 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef69818-468d-4bc1-99cb-a8b66e2ad8ac req-ba16bc91-fe4f-4ffc-82ca-b2e2a9a430ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:27.061239 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-eef69818-468d-4bc1-99cb-a8b66e2ad8ac req-ba16bc91-fe4f-4ffc-82ca-b2e2a9a430ce service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 1099 time: 0.1433790
Jun 03 16:23:27.071569 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bbed7-f65a-40f3-b4bd-83d56a8f5e3f req-32fff7a4-728a-41bf-a4b0-9726c0158b5c tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:27.073886 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c74bbed7-f65a-40f3-b4bd-83d56a8f5e3f req-32fff7a4-728a-41bf-a4b0-9726c0158b5c tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 946 time: 0.1181436
Jun 03 16:23:27.084797 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-0c71354b-440e-4125-a1f0-2b5195b0838c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:27.086275 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-0c71354b-440e-4125-a1f0-2b5195b0838c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/networks?id=aec810ed-0ee2-4480-934c-29ea716a1d55 HTTP/1.1" status: 200  len: 812 time: 0.1521249
Jun 03 16:23:27.102035 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-00d3a1db-2d24-4e9d-8254-b0546c7ef99b tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/quotas/f44ece6093c64861a96b56285934a43e HTTP/1.1" status: 200  len: 375 time: 0.0094035
Jun 03 16:23:27.150436 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-eef69818-468d-4bc1-99cb-a8b66e2ad8ac req-25df1317-4dc4-4331-afa3-fd694f058701 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0754800
Jun 03 16:23:27.155411 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c74bbed7-f65a-40f3-b4bd-83d56a8f5e3f req-35343bd2-8839-4739-b67d-8b2d5dcbf56d tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654073
Jun 03 16:23:27.203122 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-285183c9-a493-4567-84bb-675c4367561a tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f44ece6093c64861a96b56285934a43e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0945728
Jun 03 16:23:27.441850 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-464818f8-6878-41bc-a294-5ed741543b23 service neutron] 10.222.0.66 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2270505
Jun 03 16:23:27.524319 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715d630-08b6-492d-a7b3-6d57ac7f6392 req-f52de3de-1de9-404a-ac6d-762d9beb5764 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:27.526885 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1715d630-08b6-492d-a7b3-6d57ac7f6392 req-f52de3de-1de9-404a-ac6d-762d9beb5764 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.73 "GET /v2.0/ports?device_id=31430f53-c613-481e-9bb4-561b533defd8 HTTP/1.1" status: 200  len: 946 time: 0.0954826
Jun 03 16:23:27.708132 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-d121597f-5ec6-4f02-8a4e-786ecba3a62d service neutron] 10.222.0.66 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2587650
Jun 03 16:23:27.739808 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-1715d630-08b6-492d-a7b3-6d57ac7f6392 req-701738e3-043e-4122-a7bf-f329d0e66cd7 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Deleting port 84b79be2-98f9-4aa4-9cc5-1491fe7f62be {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:23:27.740158 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-1715d630-08b6-492d-a7b3-6d57ac7f6392 req-701738e3-043e-4122-a7bf-f329d0e66cd7 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:27.796983 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065e2ea-bb54-4d40-b630-95c34ce6127d req-f870dc94-6b0d-4bc9-b9ff-8dd929961d0a tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:27.798694 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d065e2ea-bb54-4d40-b630-95c34ce6127d req-f870dc94-6b0d-4bc9-b9ff-8dd929961d0a tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 946 time: 0.1562939
Jun 03 16:23:27.929035 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d065e2ea-bb54-4d40-b630-95c34ce6127d req-284d40b1-8568-4c08-b52e-1a38c79e1e43 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1229496
Jun 03 16:23:27.939162 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-1715d630-08b6-492d-a7b3-6d57ac7f6392 req-701738e3-043e-4122-a7bf-f329d0e66cd7 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] For port 84b79be2-98f9-4aa4-9cc5-1491fe7f62be, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=84b79be2-98f9-4aa4-9cc5-1491fe7f62be,segment=NetworkSegment(bf6a9dcb-51b9-4164-a0a8-fd480afe49db),segment_id=bf6a9dcb-51b9-4164-a0a8-fd480afe49db)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:23:27.939642 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-1715d630-08b6-492d-a7b3-6d57ac7f6392 req-701738e3-043e-4122-a7bf-f329d0e66cd7 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:28.281963 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-756c78a0-a994-46f8-81e9-3defcd7c2653 req-5705f6db-03e1-495a-8b15-a5815ccb2d73 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0636718
Jun 03 16:23:28.580269 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeec0f3-d0f5-46e8-ba61-5b3b3aee8b91 req-bc0e4949-f278-42d5-8079-fa3ba24b6ae2 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:28.582991 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ddeec0f3-d0f5-46e8-ba61-5b3b3aee8b91 req-bc0e4949-f278-42d5-8079-fa3ba24b6ae2 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 946 time: 0.1761074
Jun 03 16:23:28.593286 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886eddf4-6df8-40b4-9188-cad03f9a23d3 req-ace8f04c-d708-4dfc-984f-d801c48cef9f tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:28.600484 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-886eddf4-6df8-40b4-9188-cad03f9a23d3 req-ace8f04c-d708-4dfc-984f-d801c48cef9f tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=31430f53-c613-481e-9bb4-561b533defd8 HTTP/1.1" status: 200  len: 946 time: 0.5591166
Jun 03 16:23:28.676935 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-1715d630-08b6-492d-a7b3-6d57ac7f6392 req-701738e3-043e-4122-a7bf-f329d0e66cd7 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:28.677383 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-1715d630-08b6-492d-a7b3-6d57ac7f6392 req-701738e3-043e-4122-a7bf-f329d0e66cd7 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380258'] for floatingip, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:28.677691 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.db.l3_db [req-1715d630-08b6-492d-a7b3-6d57ac7f6392 req-701738e3-043e-4122-a7bf-f329d0e66cd7 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Floating IP 320494ad-4a63-4721-95cd-5024fe9118f7 disassociated. External IP: 172.27.2.129, port: 84b79be2-98f9-4aa4-9cc5-1491fe7f62be.
Jun 03 16:23:28.678014 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-1715d630-08b6-492d-a7b3-6d57ac7f6392 req-701738e3-043e-4122-a7bf-f329d0e66cd7 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Calling delete_port for 84b79be2-98f9-4aa4-9cc5-1491fe7f62be owned by compute:nova {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:23:28.683450 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ddeec0f3-d0f5-46e8-ba61-5b3b3aee8b91 req-898bfea1-0180-4375-ac48-25a10ebc9353 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0935609
Jun 03 16:23:28.700503 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-886eddf4-6df8-40b4-9188-cad03f9a23d3 req-eebf0027-1044-4f61-96e8-02032fb6272e tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups?id=db5cbe80-9c4f-439d-b21b-7afa62d29222&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0989704
Jun 03 16:23:28.772064 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:23:28.879558 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-1715d630-08b6-492d-a7b3-6d57ac7f6392 req-701738e3-043e-4122-a7bf-f329d0e66cd7 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:28.887244 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-d031a386-dcc3-43b6-bb34-b00b2aa67196 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:23:28.945705 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701738e3-043e-4122-a7bf-f329d0e66cd7 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Pushing event deleted for resources: {'Port': ['ID=84b79be2-98f9-4aa4-9cc5-1491fe7f62be,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:23:28.949534 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-701738e3-043e-4122-a7bf-f329d0e66cd7 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:23:29.186973 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1715d630-08b6-492d-a7b3-6d57ac7f6392 req-701738e3-043e-4122-a7bf-f329d0e66cd7 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Router 78b02607-c948-44ce-8fce-9af25b82dc8e has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:23:29.202226 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38518e6a-ba0a-45d1-a7f5-85e38d33c359 req-bbcf7ca3-4829-4d5d-ada4-3f3df375f842 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:29.203687 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-38518e6a-ba0a-45d1-a7f5-85e38d33c359 req-bbcf7ca3-4829-4d5d-ada4-3f3df375f842 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 946 time: 0.0952051
Jun 03 16:23:29.257993 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-38518e6a-ba0a-45d1-a7f5-85e38d33c359 req-4f3aa322-1ef1-49a2-a0d5-ef5391dfe789 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454867
Jun 03 16:23:29.409695 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1715d630-08b6-492d-a7b3-6d57ac7f6392 req-701738e3-043e-4122-a7bf-f329d0e66cd7 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:23:29.424675 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5115f1-e7fc-4f59-a1d3-0820aabdae1f None None] Sync routers for ids ['78b02607-c948-44ce-8fce-9af25b82dc8e'] in dv-cinder-786524-8-iscsi {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:23:29.437720 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5115f1-e7fc-4f59-a1d3-0820aabdae1f None None] Routers {'78b02607-c948-44ce-8fce-9af25b82dc8e'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:23:29.438512 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-8b5115f1-e7fc-4f59-a1d3-0820aabdae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa24c2b20>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:23:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['78b02607-c948-44ce-8fce-9af25b82dc8e'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:23:29.551587 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9028a866-d5b1-4a40-aa96-601ac204b8e2 req-8087dd32-6449-4069-9d45-065cad8920d1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0905178
Jun 03 16:23:29.581756 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-1715d630-08b6-492d-a7b3-6d57ac7f6392 req-701738e3-043e-4122-a7bf-f329d0e66cd7 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] No DVR routers for this DVR port 84b79be2-98f9-4aa4-9cc5-1491fe7f62be on host hv-cinder-78652 {{(pid=91617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:23:29.591180 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-1715d630-08b6-492d-a7b3-6d57ac7f6392 req-701738e3-043e-4122-a7bf-f329d0e66cd7 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:29.594721 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31430f53-c613-481e-9bb4-561b533defd8', 'name': 'network-vif-deleted', 'tag': '84b79be2-98f9-4aa4-9cc5-1491fe7f62be'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:23:29.598242 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26310271-c96e-4c6c-84f2-f976d5d67954" -d '{"events": [{"server_uuid": "31430f53-c613-481e-9bb4-561b533defd8", "name": "network-vif-deleted", "tag": "84b79be2-98f9-4aa4-9cc5-1491fe7f62be"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:23:29.639246 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1715d630-08b6-492d-a7b3-6d57ac7f6392 req-701738e3-043e-4122-a7bf-f329d0e66cd7 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.73 "DELETE /v2.0/ports/84b79be2-98f9-4aa4-9cc5-1491fe7f62be HTTP/1.1" status: 204  len: 173 time: 2.1056623
Jun 03 16:23:29.671915 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-8b5115f1-e7fc-4f59-a1d3-0820aabdae1f None None] Set router 78b02607-c948-44ce-8fce-9af25b82dc8e gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:23:29.716840 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a3aef0-10dc-40e0-85a9-2a14cdc9b343 x-openstack-request-id: req-39a3aef0-10dc-40e0-85a9-2a14cdc9b343 {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:23:29.717190 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31430f53-c613-481e-9bb4-561b533defd8", "name": "network-vif-deleted", "tag": "84b79be2-98f9-4aa4-9cc5-1491fe7f62be", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:23:29.717467 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-39a3aef0-10dc-40e0-85a9-2a14cdc9b343 {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:23:29.717879 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31430f53-c613-481e-9bb4-561b533defd8', 'name': 'network-vif-deleted', 'tag': '84b79be2-98f9-4aa4-9cc5-1491fe7f62be', 'status': 'completed', 'code': 200}
Jun 03 16:23:29.773168 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-b54eeb4c-8e69-425f-8925-b96236346a28 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:29.775774 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-b54eeb4c-8e69-425f-8925-b96236346a28 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.73 "GET /v2.0/networks?id=aec810ed-0ee2-4480-934c-29ea716a1d55 HTTP/1.1" status: 200  len: 812 time: 0.2191970
Jun 03 16:23:29.863003 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-921ff102-cd2c-4cf4-b9e9-4214142253ee tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f44ece6093c64861a96b56285934a43e HTTP/1.1" status: 200  len: 380 time: 0.0783372
Jun 03 16:23:29.876142 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-a393ec99-b3c5-48de-b012-87b70d94a3a1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Request body: {'port': {'device_id': 'ddb69b26-5ce8-4d05-8e95-df0f958708af', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'admin_state_up': True, 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'security_groups': ['f9778ce6-f508-4fc9-b231-a7064a84c221']}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:23:30.034505 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-1469d141-3740-4302-9967-cdd176d00b3a req-dc04ccab-38eb-4f73-ad9f-7975389636f6 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/ports?device_id=31430f53-c613-481e-9bb4-561b533defd8 HTTP/1.1" status: 200  len: 210 time: 0.0663028
Jun 03 16:23:30.147403 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-8b5115f1-e7fc-4f59-a1d3-0820aabdae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa24c2b20>, [{'id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'name': 'tempest-AttachVolumeTestJSON-394210933-router', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:47Z', 'updated_at': '2021-06-03T16:17:05Z', 'revision_number': 4, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'gw_port': {'id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'e6e9d00a-3050-42e6-bfed-6974ad7f5a70', 'name': '', 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'mac_address': 'fa:16:3e:b5:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:59Z', 'updated_at': '2021-06-03T16:17:17Z', 'revision_number': 5, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'subnets': [{'id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:23:30.153428 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5115f1-e7fc-4f59-a1d3-0820aabdae1f None None] Checking router: 78b02607-c948-44ce-8fce-9af25b82dc8e for host: dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:23:30.161754 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5115f1-e7fc-4f59-a1d3-0820aabdae1f None None] Routers {'78b02607-c948-44ce-8fce-9af25b82dc8e'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:23:30.162365 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-8b5115f1-e7fc-4f59-a1d3-0820aabdae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa24c2b20>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:23:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['78b02607-c948-44ce-8fce-9af25b82dc8e'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:23:30.174068 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-a393ec99-b3c5-48de-b012-87b70d94a3a1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:23:30.190396 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc8449-f27f-4000-bf89-56ee82991e81 req-0a8f8374-4d9a-4202-9a36-bb937701dccc tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:30.192691 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d5bc8449-f27f-4000-bf89-56ee82991e81 req-0a8f8374-4d9a-4202-9a36-bb937701dccc tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 946 time: 0.2411001
Jun 03 16:23:30.231752 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-a393ec99-b3c5-48de-b012-87b70d94a3a1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:23:30.261285 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-a393ec99-b3c5-48de-b012-87b70d94a3a1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Made reservation on behalf of f44ece6093c64861a96b56285934a43e for: {'port': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:23:30.264591 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-a393ec99-b3c5-48de-b012-87b70d94a3a1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:30.283624 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d5bc8449-f27f-4000-bf89-56ee82991e81 req-81765034-99da-484c-872d-732566455fd1 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0822544
Jun 03 16:23:30.397162 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-8b5115f1-e7fc-4f59-a1d3-0820aabdae1f None None] Set router 78b02607-c948-44ce-8fce-9af25b82dc8e gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:23:30.555550 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-a393ec99-b3c5-48de-b012-87b70d94a3a1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Allocated IP 172.20.0.13 (aec810ed-0ee2-4480-934c-29ea716a1d55/1ffc8a07-8eea-4758-b719-3a645c0307b8/7a6aa8a1-c35a-4582-aee9-ee87a1daba22) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:23:30.598917 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdd4b6-2323-417d-b2a6-33e6edd4c0da req-869b55f8-824f-4880-995a-2dca5bc8a56a tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:30.607140 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-7ccdd4b6-2323-417d-b2a6-33e6edd4c0da req-869b55f8-824f-4880-995a-2dca5bc8a56a tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 946 time: 0.1332750
Jun 03 16:23:30.676101 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-7ccdd4b6-2323-417d-b2a6-33e6edd4c0da req-692f8bc3-8223-4216-8b67-93bc3a3c85af tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0671773
Jun 03 16:23:30.858119 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-07dcbdfe-5f8e-40b0-a22d-62ac1c73a701 req-6540fcf9-0c69-4d8c-b528-1beb7d4977c3 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0695391
Jun 03 16:23:30.897751 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-8b5115f1-e7fc-4f59-a1d3-0820aabdae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa24c2b20>, [{'id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'name': 'tempest-AttachVolumeTestJSON-394210933-router', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:47Z', 'updated_at': '2021-06-03T16:17:05Z', 'revision_number': 4, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'gw_port': {'id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'e6e9d00a-3050-42e6-bfed-6974ad7f5a70', 'name': '', 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'mac_address': 'fa:16:3e:b5:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:59Z', 'updated_at': '2021-06-03T16:17:17Z', 'revision_number': 5, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'subnets': [{'id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:23:30.904925 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5115f1-e7fc-4f59-a1d3-0820aabdae1f None None] The sync data for ids ['78b02607-c948-44ce-8fce-9af25b82dc8e'] in dv-cinder-786524-8-iscsi is: [{'id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'name': 'tempest-AttachVolumeTestJSON-394210933-router', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:47Z', 'updated_at': '2021-06-03T16:17:05Z', 'revision_number': 4, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'gw_port': {'id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'e6e9d00a-3050-42e6-bfed-6974ad7f5a70', 'name': '', 'network_id': '402cb13e-8c37-4be7-87df-d31fc66fd7f0', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'mac_address': 'fa:16:3e:b5:65:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:59Z', 'updated_at': '2021-06-03T16:17:17Z', 'revision_number': 5, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'subnets': [{'id': '515f7287-4aad-4ff2-b3a1-62fc265d7452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:23:30.984999 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-a393ec99-b3c5-48de-b012-87b70d94a3a1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:31.001940 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-a393ec99-b3c5-48de-b012-87b70d94a3a1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Transition to ACTIVE for port object 7a6aa8a1-c35a-4582-aee9-ee87a1daba22 will not be triggered until provisioned by entity DHCP. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:23:31.027583 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-a393ec99-b3c5-48de-b012-87b70d94a3a1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:31.033787 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-ad630d01-8c25-48e7-b8f8-c654b74edb37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:23:31.107564 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-a393ec99-b3c5-48de-b012-87b70d94a3a1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Network aec810ed-0ee2-4480-934c-29ea716a1d55 is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:23:31.111244 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-a393ec99-b3c5-48de-b012-87b70d94a3a1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Resources bound (agent type, host, resource id):  {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:23:31.121768 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-a393ec99-b3c5-48de-b012-87b70d94a3a1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:23:31.167425 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393ec99-b3c5-48de-b012-87b70d94a3a1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Pushing event updated for resources: {'Port': ['ID=7a6aa8a1-c35a-4582-aee9-ee87a1daba22,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:23:31.174726 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a393ec99-b3c5-48de-b012-87b70d94a3a1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:23:31.197019 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cd0083-9e28-4ab7-ac7b-1238a99c48d9 None None] New status for floating IP 320494ad-4a63-4721-95cd-5024fe9118f7: DOWN {{(pid=91619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 16:23:31.208270 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-a393ec99-b3c5-48de-b012-87b70d94a3a1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:31.209158 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-a393ec99-b3c5-48de-b012-87b70d94a3a1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:31.246753 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-a393ec99-b3c5-48de-b012-87b70d94a3a1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3768225
Jun 03 16:23:31.259416 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-25c42820-3833-4830-9e94-e19a467eba27 service neutron] Request body: {'port': {'device_id': 'ddb69b26-5ce8-4d05-8e95-df0f958708af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:23:31.388624 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-25c42820-3833-4830-9e94-e19a467eba27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:31.424278 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-1c4b028d-0a39-4cad-b177-d56454311c9a None None] Provisioning for port 7a6aa8a1-c35a-4582-aee9-ee87a1daba22 completed by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:23:31.429748 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-1c4b028d-0a39-4cad-b177-d56454311c9a None None] Provisioning complete for port 7a6aa8a1-c35a-4582-aee9-ee87a1daba22 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:23:31.430297 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-1c4b028d-0a39-4cad-b177-d56454311c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:31.495799 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-1c4b028d-0a39-4cad-b177-d56454311c9a None None] Port 7a6aa8a1-c35a-4582-aee9-ee87a1daba22 cannot update to ACTIVE because it is not bound. {{(pid=91618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 16:23:31.874958 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-25c42820-3833-4830-9e94-e19a467eba27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a6aa8a1-c35a-4582-aee9-ee87a1daba22 {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:23:31.890897 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-25c42820-3833-4830-9e94-e19a467eba27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:31.908377 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-25c42820-3833-4830-9e94-e19a467eba27 service neutron] Transition to ACTIVE for port object 7a6aa8a1-c35a-4582-aee9-ee87a1daba22 will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:23:31.910872 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceda3bd-bc06-46d6-9b89-eb269596deed req-8c4bc077-69b7-4dbb-b256-1992b3dab65c tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:31.912552 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9ceda3bd-bc06-46d6-9b89-eb269596deed req-8c4bc077-69b7-4dbb-b256-1992b3dab65c tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 946 time: 0.0903511
Jun 03 16:23:31.912722 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-25c42820-3833-4830-9e94-e19a467eba27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2387463'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:31.918026 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-826bbe14-de02-4541-95ae-59bbfee0fa1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:23:31.966047 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9ceda3bd-bc06-46d6-9b89-eb269596deed req-b6529f1e-7b64-4fc4-90c8-cccf4249d6ce tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447023
Jun 03 16:23:32.072508 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c42820-3833-4830-9e94-e19a467eba27 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6aa8a1-c35a-4582-aee9-ee87a1daba22,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:23:32.075762 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-25c42820-3833-4830-9e94-e19a467eba27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:23:32.174560 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 36408) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:23:32.229931 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-25c42820-3833-4830-9e94-e19a467eba27 service neutron] Attempting to bind port 7a6aa8a1-c35a-4582-aee9-ee87a1daba22 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:23:32.230834 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-25c42820-3833-4830-9e94-e19a467eba27 service neutron] Attempting to bind port 7a6aa8a1-c35a-4582-aee9-ee87a1daba22 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'b0dbd752-4780-4d30-953c-bd3e6826f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:23:32.230834 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-25c42820-3833-4830-9e94-e19a467eba27 service neutron] Attempting to bind port 7a6aa8a1-c35a-4582-aee9-ee87a1daba22 on network aec810ed-0ee2-4480-934c-29ea716a1d55 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:23:32.248209 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-25c42820-3833-4830-9e94-e19a467eba27 service neutron] Port 7a6aa8a1-c35a-4582-aee9-ee87a1daba22 on network aec810ed-0ee2-4480-934c-29ea716a1d55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 16:23:32.248633 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-25c42820-3833-4830-9e94-e19a467eba27 service neutron] Attempting to bind port 7a6aa8a1-c35a-4582-aee9-ee87a1daba22 on network aec810ed-0ee2-4480-934c-29ea716a1d55 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:23:32.253341 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435eb2db-d45f-4a48-b62a-3d3b023fe82e req-1be45f04-cab1-4f5f-a24b-1eac457e22e1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:32.255820 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-435eb2db-d45f-4a48-b62a-3d3b023fe82e req-1be45f04-cab1-4f5f-a24b-1eac457e22e1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 944 time: 0.1337340
Jun 03 16:23:32.259027 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-25c42820-3833-4830-9e94-e19a467eba27 service neutron] Checking agent: {'id': '583156db-f932-4b7a-94d3-94f9531b86fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:23:32.259355 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-25c42820-3833-4830-9e94-e19a467eba27 service neutron] Checking segment: {'id': 'b0dbd752-4780-4d30-953c-bd3e6826f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:23:32.259726 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-25c42820-3833-4830-9e94-e19a467eba27 service neutron] Bound using segment: {'id': 'b0dbd752-4780-4d30-953c-bd3e6826f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:23:32.260212 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-25c42820-3833-4830-9e94-e19a467eba27 service neutron] Bound port: 7a6aa8a1-c35a-4582-aee9-ee87a1daba22, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0dbd752-4780-4d30-953c-bd3e6826f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:23:32.260560 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-25c42820-3833-4830-9e94-e19a467eba27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:32.301785 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-435eb2db-d45f-4a48-b62a-3d3b023fe82e req-6535cdc9-520d-443a-b966-be7acb8d1934 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395267
Jun 03 16:23:32.320271 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-90551168-3bdb-4e18-9a21-dc3b06fe41e6 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:32.336371 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 84b79be2-98f9-4aa4-9cc5-1491fe7f62be no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:23:32.377201 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-90551168-3bdb-4e18-9a21-dc3b06fe41e6 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:32.380245 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] No Port match for: 84b79be2-98f9-4aa4-9cc5-1491fe7f62be {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:23:32.380612 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 84b79be2-98f9-4aa4-9cc5-1491fe7f62be not bound to the agent host hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:23:32.439025 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-25c42820-3833-4830-9e94-e19a467eba27 service neutron] For port 7a6aa8a1-c35a-4582-aee9-ee87a1daba22, host hv-cinder-78652, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:23:32.447544 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-25c42820-3833-4830-9e94-e19a467eba27 service neutron] For port 7a6aa8a1-c35a-4582-aee9-ee87a1daba22, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7a6aa8a1-c35a-4582-aee9-ee87a1daba22,segment=NetworkSegment(b0dbd752-4780-4d30-953c-bd3e6826f7f2),segment_id=b0dbd752-4780-4d30-953c-bd3e6826f7f2)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:23:32.451859 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-25c42820-3833-4830-9e94-e19a467eba27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2387463'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:32.456502 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-33b0bd9d-4714-4327-a6ea-79a34a36165a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:23:32.517311 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-25c42820-3833-4830-9e94-e19a467eba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:32.517932 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-25c42820-3833-4830-9e94-e19a467eba27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:32.519290 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-25c42820-3833-4830-9e94-e19a467eba27 service neutron] 10.222.0.73 "PUT /v2.0/ports/7a6aa8a1-c35a-4582-aee9-ee87a1daba22 HTTP/1.1" status: 200  len: 1094 time: 1.2647333
Jun 03 16:23:32.519810 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb69b26-5ce8-4d05-8e95-df0f958708af', 'tag': '7a6aa8a1-c35a-4582-aee9-ee87a1daba22'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:23:32.522360 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef160097-b2b0-4cf1-8fac-68e76e1ab612" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb69b26-5ce8-4d05-8e95-df0f958708af", "tag": "7a6aa8a1-c35a-4582-aee9-ee87a1daba22"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:23:32.538447 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-90551168-3bdb-4e18-9a21-dc3b06fe41e6 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:32.593509 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c42820-3833-4830-9e94-e19a467eba27 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6aa8a1-c35a-4582-aee9-ee87a1daba22,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:23:32.601307 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2080fa6a-9b39-47ac-85e6-a859250255bc x-openstack-request-id: req-2080fa6a-9b39-47ac-85e6-a859250255bc {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:23:32.601631 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb69b26-5ce8-4d05-8e95-df0f958708af", "tag": "7a6aa8a1-c35a-4582-aee9-ee87a1daba22", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:23:32.602218 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2080fa6a-9b39-47ac-85e6-a859250255bc {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:23:32.602653 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb69b26-5ce8-4d05-8e95-df0f958708af', 'tag': '7a6aa8a1-c35a-4582-aee9-ee87a1daba22', 'status': 'completed', 'code': 200}
Jun 03 16:23:32.609501 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-25c42820-3833-4830-9e94-e19a467eba27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:23:32.610167 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-2667da73-8fb4-43dd-9f3e-b00ed8d38a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:23:32.626624 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90551168-3bdb-4e18-9a21-dc3b06fe41e6 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5cbe80-9c4f-439d-b21b-7afa62d29222,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:23:32.631236 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-90551168-3bdb-4e18-9a21-dc3b06fe41e6 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:32.633243 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-90551168-3bdb-4e18-9a21-dc3b06fe41e6 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "DELETE /v2.0/security-groups/db5cbe80-9c4f-439d-b21b-7afa62d29222 HTTP/1.1" status: 204  len: 168 time: 0.4573431
Jun 03 16:23:32.634411 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-90551168-3bdb-4e18-9a21-dc3b06fe41e6 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:23:32.636736 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 36412) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:23:32.659305 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.api.v2.resource [None req-64f9cdbe-4e29-4bc1-8ea1-83c767a23157 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] show failed (client error): The resource could not be found.
Jun 03 16:23:32.660502 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-64f9cdbe-4e29-4bc1-8ea1-83c767a23157 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "GET /v2.0/security-groups/db5cbe80-9c4f-439d-b21b-7afa62d29222 HTTP/1.1" status: 404  len: 347 time: 0.0227950
Jun 03 16:23:32.663628 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 36414) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:23:32.987732 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-23e139ba-3b7b-45f3-83ed-cd2393f9c047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:32.989485 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-23e139ba-3b7b-45f3-83ed-cd2393f9c047 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f44ece6093c64861a96b56285934a43e&device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 1097 time: 0.4278855
Jun 03 16:23:33.074201 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-04cf2ab7-61f8-43e3-9d36-d8a45e0940f7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a6aa8a1-c35a-4582-aee9-ee87a1daba22 HTTP/1.1" status: 200  len: 217 time: 0.0720394
Jun 03 16:23:33.158759 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-2119e242-cb33-4300-a130-8d06b72e0d06 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Deleting port ce00f738-0239-4789-b35d-8c9b38eea1b7 {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:23:33.159014 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2119e242-cb33-4300-a130-8d06b72e0d06 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:33.175021 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-7b9c75a7-8a68-4cc1-ae36-f6776f2a2192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:33.176453 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-7b9c75a7-8a68-4cc1-ae36-f6776f2a2192 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ffc8a07-8eea-4758-b719-3a645c0307b8 HTTP/1.1" status: 200  len: 851 time: 0.0958774
Jun 03 16:23:33.182027 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed48d9-5045-4254-bcef-818e2db6e1ef req-6befed12-8721-44af-afc0-82ac02c6c087 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:33.184451 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c2ed48d9-5045-4254-bcef-818e2db6e1ef req-6befed12-8721-44af-afc0-82ac02c6c087 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 946 time: 0.0882218
Jun 03 16:23:33.251780 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c2ed48d9-5045-4254-bcef-818e2db6e1ef req-df844d24-9f61-4ee9-80f6-45f300580591 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612462
Jun 03 16:23:33.350679 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2119e242-cb33-4300-a130-8d06b72e0d06 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:33.351226 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2119e242-cb33-4300-a130-8d06b72e0d06 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:33.520382 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-2119e242-cb33-4300-a130-8d06b72e0d06 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Calling delete_port for ce00f738-0239-4789-b35d-8c9b38eea1b7 owned by network:floatingip {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:23:33.526382 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-0c7e31a5-3101-43dd-9c41-f28cf84bebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:33.528010 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-0c7e31a5-3101-43dd-9c41-f28cf84bebdb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aec810ed-0ee2-4480-934c-29ea716a1d55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3378065
Jun 03 16:23:33.750014 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-39850142-5cf3-4f90-aca1-9e0c3ee36333 service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1786652
Jun 03 16:23:33.803992 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628ce9b-bf09-4d4a-9a67-f35af1cc7a95 req-777fa766-829e-4322-9bfd-7b8b57f9fa2c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:33.804589 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-2628ce9b-bf09-4d4a-9a67-f35af1cc7a95 req-777fa766-829e-4322-9bfd-7b8b57f9fa2c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Synchronizing usage tracker for tenant:f44ece6093c64861a96b56285934a43e on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:23:33.938552 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-2628ce9b-bf09-4d4a-9a67-f35af1cc7a95 req-777fa766-829e-4322-9bfd-7b8b57f9fa2c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Unset dirty status for tenant:f44ece6093c64861a96b56285934a43e on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:23:33.939702 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2628ce9b-bf09-4d4a-9a67-f35af1cc7a95 req-777fa766-829e-4322-9bfd-7b8b57f9fa2c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 944 time: 0.4296391
Jun 03 16:23:33.984762 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2119e242-cb33-4300-a130-8d06b72e0d06 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:33.992856 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-4cbb253c-3ada-4b48-9a92-e1cd9db3d2e5 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:23:34.049620 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9d0c0849-1626-45cf-9ce8-6f4b345651c9 req-1092c5a0-0a89-4ce6-8a8b-1bbe57efd9b8 service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2850044
Jun 03 16:23:34.089290 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119e242-cb33-4300-a130-8d06b72e0d06 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Pushing event deleted for resources: {'Port': ['ID=ce00f738-0239-4789-b35d-8c9b38eea1b7,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:23:34.097804 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2628ce9b-bf09-4d4a-9a67-f35af1cc7a95 req-406ce94f-0c0c-4bb7-a5ad-b30dc41e508d tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1523862
Jun 03 16:23:34.099820 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-2119e242-cb33-4300-a130-8d06b72e0d06 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:23:34.200549 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2119e242-cb33-4300-a130-8d06b72e0d06 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks [] for floatingip, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:34.221336 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2119e242-cb33-4300-a130-8d06b72e0d06 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for floatingip, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:34.222452 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-2119e242-cb33-4300-a130-8d06b72e0d06 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] 10.222.0.66 "DELETE /v2.0/floatingips/320494ad-4a63-4721-95cd-5024fe9118f7 HTTP/1.1" status: 204  len: 168 time: 1.5580931
Jun 03 16:23:34.235759 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef160097-b2b0-4cf1-8fac-68e76e1ab612 req-49ca5bc3-1325-4503-9cff-a731edc6fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:34.237848 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ef160097-b2b0-4cf1-8fac-68e76e1ab612 req-49ca5bc3-1325-4503-9cff-a731edc6fb32 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f44ece6093c64861a96b56285934a43e&device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 1097 time: 0.1390324
Jun 03 16:23:34.389651 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef160097-b2b0-4cf1-8fac-68e76e1ab612 req-e39d1714-8a61-4212-b5f7-1b9ef9a6c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:34.391182 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ef160097-b2b0-4cf1-8fac-68e76e1ab612 req-e39d1714-8a61-4212-b5f7-1b9ef9a6c7f6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aec810ed-0ee2-4480-934c-29ea716a1d55 HTTP/1.1" status: 200  len: 913 time: 0.1448355
Jun 03 16:23:34.465769 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91dd0d-7984-4745-94ca-438706603c86 req-965de832-f766-4e2d-82fd-95fef51c89b9 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:34.466343 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ef160097-b2b0-4cf1-8fac-68e76e1ab612 req-68ec74c0-9c3d-4c79-a692-6103f78333ae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a6aa8a1-c35a-4582-aee9-ee87a1daba22 HTTP/1.1" status: 200  len: 217 time: 0.0667982
Jun 03 16:23:34.467256 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-7a91dd0d-7984-4745-94ca-438706603c86 req-965de832-f766-4e2d-82fd-95fef51c89b9 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 946 time: 0.0859108
Jun 03 16:23:34.514546 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-7a91dd0d-7984-4745-94ca-438706603c86 req-8eba19ed-bb40-4e57-8d23-7b7b353eeebd tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416951
Jun 03 16:23:34.636938 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef160097-b2b0-4cf1-8fac-68e76e1ab612 req-f4fda041-2272-48ab-ad00-1898a6480387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:34.639101 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ef160097-b2b0-4cf1-8fac-68e76e1ab612 req-f4fda041-2272-48ab-ad00-1898a6480387 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ffc8a07-8eea-4758-b719-3a645c0307b8 HTTP/1.1" status: 200  len: 851 time: 0.1648288
Jun 03 16:23:34.716095 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef160097-b2b0-4cf1-8fac-68e76e1ab612 req-cc078834-930c-4e3f-a372-67f0de279995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:34.717544 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ef160097-b2b0-4cf1-8fac-68e76e1ab612 req-cc078834-930c-4e3f-a372-67f0de279995 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aec810ed-0ee2-4480-934c-29ea716a1d55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0722129
Jun 03 16:23:34.850483 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ef160097-b2b0-4cf1-8fac-68e76e1ab612 req-caa2caf1-5792-4104-974a-367103c8a447 service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253226
Jun 03 16:23:34.986308 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ef160097-b2b0-4cf1-8fac-68e76e1ab612 req-beea5ebb-d5c1-4306-bedb-7ab078035676 service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292505
Jun 03 16:23:35.310713 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255b7ed-6e33-4297-a22c-244045af860e req-a8885107-3ca4-4e17-9c9e-f62457f44641 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:35.312082 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7255b7ed-6e33-4297-a22c-244045af860e req-a8885107-3ca4-4e17-9c9e-f62457f44641 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 944 time: 0.0854874
Jun 03 16:23:35.360386 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7255b7ed-6e33-4297-a22c-244045af860e req-1097900b-51cd-49e4-a6cd-fd7b16add6c2 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401363
Jun 03 16:23:35.716612 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694846d6-0c58-4960-985e-1852f004d3a0 req-eeaf649b-ac02-47d5-8260-57ecdae4d9ee tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:35.718334 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-694846d6-0c58-4960-985e-1852f004d3a0 req-eeaf649b-ac02-47d5-8260-57ecdae4d9ee tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 946 time: 0.0898695
Jun 03 16:23:35.765934 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-694846d6-0c58-4960-985e-1852f004d3a0 req-7f67271a-8ead-4f92-b0c8-6ecb062077b5 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402365
Jun 03 16:23:36.563750 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a15c1-a7a0-47f0-a789-65ece39998f7 req-f86b1100-36e1-492e-9d0e-0aa15e3a2025 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:36.565218 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c97a15c1-a7a0-47f0-a789-65ece39998f7 req-f86b1100-36e1-492e-9d0e-0aa15e3a2025 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 944 time: 0.0897346
Jun 03 16:23:36.611426 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c97a15c1-a7a0-47f0-a789-65ece39998f7 req-1a6c6136-780b-4d91-8565-d0ac97e5f80b tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405774
Jun 03 16:23:36.966926 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a18807-8934-4a20-a18e-f419d5ad0ba4 req-6f10bc8b-36c0-4941-8212-f38f336ce330 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:36.968421 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-82a18807-8934-4a20-a18e-f419d5ad0ba4 req-6f10bc8b-36c0-4941-8212-f38f336ce330 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 946 time: 0.0937500
Jun 03 16:23:36.975341 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-5f0995cd-8a8c-4309-9b0d-1c823d69ae00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:37.021110 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-82a18807-8934-4a20-a18e-f419d5ad0ba4 req-0f84f3a8-4503-4e8b-a193-0873244b23ed tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464704
Jun 03 16:23:37.832782 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af5ea4-4abb-4126-8aaa-26ff5c811262 req-7d69afa8-4c26-4949-b456-8db8d48b6779 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:37.834367 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-e0af5ea4-4abb-4126-8aaa-26ff5c811262 req-7d69afa8-4c26-4949-b456-8db8d48b6779 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 944 time: 0.0990200
Jun 03 16:23:37.846926 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a05c47-cc10-4d3a-9edb-fd12df6c8e5a req-eb59ea4d-1dca-4598-825a-4a1cd55cea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:37.848372 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-18a05c47-cc10-4d3a-9edb-fd12df6c8e5a req-eb59ea4d-1dca-4598-825a-4a1cd55cea52 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f244f46dcdba4cb1ae27b5a94b44c8f7&device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 1099 time: 0.0841901
Jun 03 16:23:37.904275 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-e0af5ea4-4abb-4126-8aaa-26ff5c811262 req-fdf90d0a-21df-4bf1-8a26-8beeee85f2d6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632565
Jun 03 16:23:38.012520 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a05c47-cc10-4d3a-9edb-fd12df6c8e5a req-8dbed6b9-b6a5-4431-ba2c-fbace3b2c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:38.013999 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-18a05c47-cc10-4d3a-9edb-fd12df6c8e5a req-8dbed6b9-b6a5-4431-ba2c-fbace3b2c186 service neutron] 10.222.0.73 "GET /v2.0/networks?id=59734cb5-b3cd-4731-b72c-e406b3f16f4f HTTP/1.1" status: 200  len: 910 time: 0.1571336
Jun 03 16:23:38.122049 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-18a05c47-cc10-4d3a-9edb-fd12df6c8e5a req-81b10d74-69cd-4fb8-88af-0cdcfef835d2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61aff5fb-537d-4222-ade7-2c04c84e75c6 HTTP/1.1" status: 200  len: 1002 time: 0.1011152
Jun 03 16:23:38.239917 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a05c47-cc10-4d3a-9edb-fd12df6c8e5a req-7deece27-17ee-4c86-a971-791d4885a79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:38.241545 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-18a05c47-cc10-4d3a-9edb-fd12df6c8e5a req-7deece27-17ee-4c86-a971-791d4885a79a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e1cf8725-43b3-4508-857e-71350cd10ed6 HTTP/1.1" status: 200  len: 848 time: 0.1129675
Jun 03 16:23:38.311868 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 36462) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:23:38.312639 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9a8fc-865c-4fd7-acc8-c5dbe338ca0e req-88f9266e-6599-4afe-b1a6-47fd91f5e20a tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:38.315151 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-86e9a8fc-865c-4fd7-acc8-c5dbe338ca0e req-88f9266e-6599-4afe-b1a6-47fd91f5e20a tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 946 time: 0.1873505
Jun 03 16:23:38.373223 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-86e9a8fc-865c-4fd7-acc8-c5dbe338ca0e req-3da01c18-c5ab-4935-899a-ea86fd98347e tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475726
Jun 03 16:23:38.395020 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a05c47-cc10-4d3a-9edb-fd12df6c8e5a req-099c32e0-5dfb-4fdc-bbe4-85f2090f6141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:38.396224 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-18a05c47-cc10-4d3a-9edb-fd12df6c8e5a req-099c32e0-5dfb-4fdc-bbe4-85f2090f6141 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=59734cb5-b3cd-4731-b72c-e406b3f16f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1345370
Jun 03 16:23:38.543441 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-18a05c47-cc10-4d3a-9edb-fd12df6c8e5a req-4ed7a4ef-1b22-4f8c-b5fa-6135d88514ec service neutron] 10.222.0.73 "GET /v2.0/networks/59734cb5-b3cd-4731-b72c-e406b3f16f4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358991
Jun 03 16:23:38.726256 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-18a05c47-cc10-4d3a-9edb-fd12df6c8e5a req-b173b698-6cd6-45cb-bd65-ed6f34e76c8e service neutron] 10.222.0.73 "GET /v2.0/networks/59734cb5-b3cd-4731-b72c-e406b3f16f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1692648
Jun 03 16:23:38.821837 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:39.202637 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207919e3-0d72-4e6e-b01d-65e3b37195e7 req-4fb5dcf4-79d4-4a24-bdf3-f66b9959280c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:39.204157 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-207919e3-0d72-4e6e-b01d-65e3b37195e7 req-4fb5dcf4-79d4-4a24-bdf3-f66b9959280c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 944 time: 0.1529171
Jun 03 16:23:39.319073 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-207919e3-0d72-4e6e-b01d-65e3b37195e7 req-3f600695-3069-46b7-af7a-fec4afaaad2f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0791934
Jun 03 16:23:39.349121 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1fdf374d-8302-49ee-bbb1-c860ce4da88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681826'] for router_interface, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:39.437928 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:39.755514 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-f63c1f58-90ea-46b4-923c-fbdc3aeb2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:39.772268 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b2e80-39ce-46cd-b50a-9ac62ac9f46b req-86c0835b-4eb8-4be4-bb91-58a0639d4eab tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:39.773746 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-547b2e80-39ce-46cd-b50a-9ac62ac9f46b req-86c0835b-4eb8-4be4-bb91-58a0639d4eab tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 946 time: 0.1876183
Jun 03 16:23:39.818586 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-547b2e80-39ce-46cd-b50a-9ac62ac9f46b req-4b6fb688-b15f-4bae-93f4-e4207d51265e tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382814
Jun 03 16:23:39.879271 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-1fdf374d-8302-49ee-bbb1-c860ce4da88f admin admin] Deleting port e6e9d00a-3050-42e6-bfed-6974ad7f5a70 {{(pid=91616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:23:39.879821 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1fdf374d-8302-49ee-bbb1-c860ce4da88f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:40.009752 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.db [None req-1fdf374d-8302-49ee-bbb1-c860ce4da88f admin admin] For port e6e9d00a-3050-42e6-bfed-6974ad7f5a70, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=e6e9d00a-3050-42e6-bfed-6974ad7f5a70,segment=NetworkSegment(bf6a9dcb-51b9-4164-a0a8-fd480afe49db),segment_id=bf6a9dcb-51b9-4164-a0a8-fd480afe49db)] {{(pid=91616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:23:40.010563 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1fdf374d-8302-49ee-bbb1-c860ce4da88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:40.139726 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-1fdf374d-8302-49ee-bbb1-c860ce4da88f admin admin] Calling delete_port for e6e9d00a-3050-42e6-bfed-6974ad7f5a70 owned by network:router_interface {{(pid=91616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:23:40.707563 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57542f57-ae99-49dc-97cc-902b4b380d63 req-cbe47f03-0db2-4393-b119-b22e91750dfd tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:40.709058 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-57542f57-ae99-49dc-97cc-902b4b380d63 req-cbe47f03-0db2-4393-b119-b22e91750dfd tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 944 time: 0.2459607
Jun 03 16:23:40.732951 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1fdf374d-8302-49ee-bbb1-c860ce4da88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954439'] for port, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:40.741856 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e7dcc502-01ed-4440-862f-ae999f66e308 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:23:40.770407 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:40.883340 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf374d-8302-49ee-bbb1-c860ce4da88f admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e9d00a-3050-42e6-bfed-6974ad7f5a70,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:23:40.968486 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf374d-8302-49ee-bbb1-c860ce4da88f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:40.968865 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf374d-8302-49ee-bbb1-c860ce4da88f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:40.969277 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf374d-8302-49ee-bbb1-c860ce4da88f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:40.969637 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf374d-8302-49ee-bbb1-c860ce4da88f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:40.969987 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf374d-8302-49ee-bbb1-c860ce4da88f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:40.970341 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf374d-8302-49ee-bbb1-c860ce4da88f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:40.970690 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf374d-8302-49ee-bbb1-c860ce4da88f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:40.971043 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf374d-8302-49ee-bbb1-c860ce4da88f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:40.971394 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf374d-8302-49ee-bbb1-c860ce4da88f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:40.971739 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf374d-8302-49ee-bbb1-c860ce4da88f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:40.972082 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf374d-8302-49ee-bbb1-c860ce4da88f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:40.972426 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf374d-8302-49ee-bbb1-c860ce4da88f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:40.979817 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-1fdf374d-8302-49ee-bbb1-c860ce4da88f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:23:40.995751 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-57542f57-ae99-49dc-97cc-902b4b380d63 req-16868799-eb29-4bec-8ce8-e66f9e3d5db5 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2796171
Jun 03 16:23:41.048389 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90849ad2-24bd-4cd9-9eef-e55707d57c3e req-b5a549d2-c93f-414a-b303-33fa4bf238f5 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:41.055606 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-90849ad2-24bd-4cd9-9eef-e55707d57c3e req-b5a549d2-c93f-414a-b303-33fa4bf238f5 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 946 time: 0.1084404
Jun 03 16:23:41.110868 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-90849ad2-24bd-4cd9-9eef-e55707d57c3e req-13ffda11-d3e9-4ad5-afa7-c581d756301a tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541534
Jun 03 16:23:41.228120 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1fdf374d-8302-49ee-bbb1-c860ce4da88f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660668'] for router_interface, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:41.600615 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdf374d-8302-49ee-bbb1-c860ce4da88f admin admin] Router 78b02607-c948-44ce-8fce-9af25b82dc8e has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:23:41.779786 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdf374d-8302-49ee-bbb1-c860ce4da88f admin admin] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:23:41.788373 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e29503a-8f09-440f-bc81-4ac15b271674 None None] Sync routers for ids ['78b02607-c948-44ce-8fce-9af25b82dc8e'] in dv-cinder-786524-8-iscsi {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:23:41.798286 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e29503a-8f09-440f-bc81-4ac15b271674 None None] Routers {'78b02607-c948-44ce-8fce-9af25b82dc8e'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:23:41.798911 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-5e29503a-8f09-440f-bc81-4ac15b271674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa1623790>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:23:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['78b02607-c948-44ce-8fce-9af25b82dc8e'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:23:41.800449 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-1fdf374d-8302-49ee-bbb1-c860ce4da88f admin admin] 10.222.0.66 "PUT /v2.0/routers/78b02607-c948-44ce-8fce-9af25b82dc8e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4861684
Jun 03 16:23:41.802921 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 36474) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:23:41.991463 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-12bd3b37-440f-476f-a276-a0d897784a8e admin admin] Notify callbacks [] for router, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:42.015797 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-5e29503a-8f09-440f-bc81-4ac15b271674 None None] Set router 78b02607-c948-44ce-8fce-9af25b82dc8e gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:23:42.239048 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:42.326403 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabcf41-c394-4d57-92cd-6df86604f8dc req-938a7fb8-63f9-49c1-81a4-0cdef0f42462 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:42.328137 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-dbabcf41-c394-4d57-92cd-6df86604f8dc req-938a7fb8-63f9-49c1-81a4-0cdef0f42462 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 946 time: 0.0939114
Jun 03 16:23:42.336030 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-5e29503a-8f09-440f-bc81-4ac15b271674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa1623790>, [{'id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'name': 'tempest-AttachVolumeTestJSON-394210933-router', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:47Z', 'updated_at': '2021-06-03T16:23:40Z', 'revision_number': 5, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'gw_port': {'id': '18fa6773-04ae-420f-80f5-2e0ae0e6278c', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:23:42.340398 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e29503a-8f09-440f-bc81-4ac15b271674 None None] Checking router: 78b02607-c948-44ce-8fce-9af25b82dc8e for host: dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:23:42.349514 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e29503a-8f09-440f-bc81-4ac15b271674 None None] Routers {'78b02607-c948-44ce-8fce-9af25b82dc8e'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:23:42.350142 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-5e29503a-8f09-440f-bc81-4ac15b271674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa1623790>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:23:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['78b02607-c948-44ce-8fce-9af25b82dc8e'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:23:42.355181 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-12bd3b37-440f-476f-a276-a0d897784a8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:42.385842 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-dbabcf41-c394-4d57-92cd-6df86604f8dc req-2efc52f6-5b4b-4cd0-8057-1534f5f0f7ab tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510325
Jun 03 16:23:42.430207 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 7a6aa8a1-c35a-4582-aee9-ee87a1daba22 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 16:23:42.433314 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ba914-f28e-436f-9578-688a605688dc req-b8b6e7be-6e97-4c8a-a72d-fa955f61c62e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:42.434837 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-733ba914-f28e-436f-9578-688a605688dc req-b8b6e7be-6e97-4c8a-a72d-fa955f61c62e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 944 time: 0.3014443
Jun 03 16:23:42.498202 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-733ba914-f28e-436f-9578-688a605688dc req-991de2ca-31c9-441f-92fb-a7519ca34694 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574365
Jun 03 16:23:42.527447 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-12bd3b37-440f-476f-a276-a0d897784a8e admin admin] Deleting port 18fa6773-04ae-420f-80f5-2e0ae0e6278c {{(pid=91616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:23:42.527785 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-12bd3b37-440f-476f-a276-a0d897784a8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:42.584024 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-5e29503a-8f09-440f-bc81-4ac15b271674 None None] Set router 78b02607-c948-44ce-8fce-9af25b82dc8e gateway port host: None {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:23:42.690172 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.db [None req-12bd3b37-440f-476f-a276-a0d897784a8e admin admin] For port 18fa6773-04ae-420f-80f5-2e0ae0e6278c, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=18fa6773-04ae-420f-80f5-2e0ae0e6278c,segment=NetworkSegment(85b01a76-96af-409b-a8d7-73ca63f153b4),segment_id=85b01a76-96af-409b-a8d7-73ca63f153b4)] {{(pid=91616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:23:42.690557 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-12bd3b37-440f-476f-a276-a0d897784a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:42.726154 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-5e29503a-8f09-440f-bc81-4ac15b271674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa1623790>, [{'id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'name': 'tempest-AttachVolumeTestJSON-394210933-router', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:47Z', 'updated_at': '2021-06-03T16:23:42Z', 'revision_number': 6, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'gw_port_host': None}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:23:42.733552 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-14387ef6-855b-4bb6-ac4d-b345227706cb req-ce530268-c41d-42f7-a0d7-ae3b8bedc20f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0993474
Jun 03 16:23:42.773239 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e29503a-8f09-440f-bc81-4ac15b271674 None None] The sync data for ids ['78b02607-c948-44ce-8fce-9af25b82dc8e'] in dv-cinder-786524-8-iscsi is: [{'id': '78b02607-c948-44ce-8fce-9af25b82dc8e', 'name': 'tempest-AttachVolumeTestJSON-394210933-router', 'tenant_id': '1a537e76199c41b2a9f3cd652b9668bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:47Z', 'updated_at': '2021-06-03T16:23:42Z', 'revision_number': 6, 'project_id': '1a537e76199c41b2a9f3cd652b9668bd', 'gw_port_host': None}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:23:42.822985 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 7a6aa8a1-c35a-4582-aee9-ee87a1daba22, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7a6aa8a1-c35a-4582-aee9-ee87a1daba22,segment=NetworkSegment(b0dbd752-4780-4d30-953c-bd3e6826f7f2),segment_id=b0dbd752-4780-4d30-953c-bd3e6826f7f2)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:23:42.837757 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Returning: {'device': '7a6aa8a1-c35a-4582-aee9-ee87a1daba22', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'port_id': '7a6aa8a1-c35a-4582-aee9-ee87a1daba22', 'mac_address': 'fa:16:3e:42:28:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 16:23:42.861041 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-12bd3b37-440f-476f-a276-a0d897784a8e admin admin] Calling delete_port for 18fa6773-04ae-420f-80f5-2e0ae0e6278c owned by network:router_gateway {{(pid=91616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:23:42.901157 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:42.920291 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a6aa8a1-c35a-4582-aee9-ee87a1daba22 {{(pid=91618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:23:42.923797 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60fad3-720e-43bb-a192-d4c1b4c1f5e0 req-7d5ff371-f904-40cb-a628-93cf1e0b4df9 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:42.925922 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-1b60fad3-720e-43bb-a192-d4c1b4c1f5e0 req-7d5ff371-f904-40cb-a628-93cf1e0b4df9 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 946 time: 0.1718709
Jun 03 16:23:42.938117 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 7a6aa8a1-c35a-4582-aee9-ee87a1daba22, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7a6aa8a1-c35a-4582-aee9-ee87a1daba22,segment=NetworkSegment(b0dbd752-4780-4d30-953c-bd3e6826f7f2),segment_id=b0dbd752-4780-4d30-953c-bd3e6826f7f2)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:23:42.943860 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:42.946173 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-7fea7e8b-b903-4f7c-abed-7f9aa7e12c76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:23:43.002256 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-1b60fad3-720e-43bb-a192-d4c1b4c1f5e0 req-68337bde-594a-4e58-9034-7abde48d7d61 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0708833
Jun 03 16:23:43.033456 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=7a6aa8a1-c35a-4582-aee9-ee87a1daba22,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:23:43.038503 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:23:43.099462 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-12bd3b37-440f-476f-a276-a0d897784a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954439'] for port, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:43.103134 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e7dcc502-01ed-4440-862f-ae999f66e308 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:23:43.157240 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd3b37-440f-476f-a276-a0d897784a8e admin admin] Pushing event deleted for resources: {'Port': ['ID=18fa6773-04ae-420f-80f5-2e0ae0e6278c,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:23:43.160573 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-12bd3b37-440f-476f-a276-a0d897784a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:23:43.219266 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['7a6aa8a1-c35a-4582-aee9-ee87a1daba22'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:23:43.274112 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-12bd3b37-440f-476f-a276-a0d897784a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380191'] for router_gateway, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:43.458269 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-12bd3b37-440f-476f-a276-a0d897784a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30221'] for router, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:43.460648 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-12bd3b37-440f-476f-a276-a0d897784a8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:43.567169 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-12bd3b37-440f-476f-a276-a0d897784a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685749'] for router, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:43.570183 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bd3b37-440f-476f-a276-a0d897784a8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78b02607-c948-44ce-8fce-9af25b82dc8e {{(pid=91616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 03 16:23:43.595565 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-12bd3b37-440f-476f-a276-a0d897784a8e admin admin] Notify callbacks [] for router, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:43.599726 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 36492) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:23:43.600183 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-12bd3b37-440f-476f-a276-a0d897784a8e admin admin] 10.222.0.66 "DELETE /v2.0/routers/78b02607-c948-44ce-8fce-9af25b82dc8e HTTP/1.1" status: 204  len: 168 time: 1.7959845
Jun 03 16:23:43.611504 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device e6e9d00a-3050-42e6-bfed-6974ad7f5a70 no longer exists at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:23:43.655956 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] No Port match for: e6e9d00a-3050-42e6-bfed-6974ad7f5a70 {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:23:43.656477 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device e6e9d00a-3050-42e6-bfed-6974ad7f5a70 not bound to the agent host dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:23:43.726968 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f0ef4b0-3cf2-4e79-8c11-d5bd2464da32 admin admin] Deleting subnet 515f7287-4aad-4ff2-b3a1-62fc265d7452 {{(pid=91617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 16:23:43.731314 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-9f0ef4b0-3cf2-4e79-8c11-d5bd2464da32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:43.804610 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c9dc7-7525-4301-9eb8-b64d2eb8233c req-730c12a7-b06d-4b2b-8cba-ea303b51ffa2 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:43.806340 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7d9c9dc7-7525-4301-9eb8-b64d2eb8233c req-730c12a7-b06d-4b2b-8cba-ea303b51ffa2 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 945 time: 0.1626217
Jun 03 16:23:43.808839 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-9f0ef4b0-3cf2-4e79-8c11-d5bd2464da32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296656'] for subnet, precommit_delete_associations {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:43.910330 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7d9c9dc7-7525-4301-9eb8-b64d2eb8233c req-c8657f05-bb48-4e92-9f40-8116b95d0622 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0738382
Jun 03 16:23:43.976978 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-9f0ef4b0-3cf2-4e79-8c11-d5bd2464da32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722772'] for subnet, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:44.194898 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3afcf-1443-450b-8290-3acf033a33cd req-1eaba9f2-9d83-4b47-bee3-2f7ced2926f7 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:44.196382 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-e0e3afcf-1443-450b-8290-3acf033a33cd req-1eaba9f2-9d83-4b47-bee3-2f7ced2926f7 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 946 time: 0.0853567
Jun 03 16:23:44.239708 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-9f0ef4b0-3cf2-4e79-8c11-d5bd2464da32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2387657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2910328'] for subnet, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:44.243657 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:23:44.246808 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-e0e3afcf-1443-450b-8290-3acf033a33cd req-4948a878-a6c5-4465-93f7-c8970dfb819c tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428960
Jun 03 16:23:44.277404 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ef4b0-3cf2-4e79-8c11-d5bd2464da32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=515f7287-4aad-4ff2-b3a1-62fc265d7452,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:23:44.280906 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-9f0ef4b0-3cf2-4e79-8c11-d5bd2464da32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:23:44.283293 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-9f0ef4b0-3cf2-4e79-8c11-d5bd2464da32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for subnet, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:44.288806 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ab3dde-2bcb-4648-ba7d-e346b6f36bd0 None None] Network 402cb13e-8c37-4be7-87df-d31fc66fd7f0 requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:23:44.289431 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-9f0ef4b0-3cf2-4e79-8c11-d5bd2464da32 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/515f7287-4aad-4ff2-b3a1-62fc265d7452 HTTP/1.1" status: 204  len: 168 time: 0.6887000
Jun 03 16:23:44.292375 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 36496) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:23:44.400496 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-84feb875-9b05-4395-92bc-3e09406815ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086256'] for network, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:44.419544 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 7a6aa8a1-c35a-4582-aee9-ee87a1daba22 up at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:23:44.478184 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-84feb875-9b05-4395-92bc-3e09406815ae admin admin] Deleting port 992a7928-6e22-4af0-bbfd-abedfeac0216 {{(pid=91616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:23:44.478499 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-84feb875-9b05-4395-92bc-3e09406815ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:44.573195 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning for port 7a6aa8a1-c35a-4582-aee9-ee87a1daba22 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:23:44.574301 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14387ef6-855b-4bb6-ac4d-b345227706cb req-e15c438e-d433-4104-a4aa-84f5032a754e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:44.575933 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-14387ef6-855b-4bb6-ac4d-b345227706cb req-e15c438e-d433-4104-a4aa-84f5032a754e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d&tenant_id=f244f46dcdba4cb1ae27b5a94b44c8f7 HTTP/1.1" status: 200  len: 1099 time: 0.0796592
Jun 03 16:23:44.578962 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.db [None req-84feb875-9b05-4395-92bc-3e09406815ae admin admin] For port 992a7928-6e22-4af0-bbfd-abedfeac0216, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=992a7928-6e22-4af0-bbfd-abedfeac0216,segment=NetworkSegment(bf6a9dcb-51b9-4164-a0a8-fd480afe49db),segment_id=bf6a9dcb-51b9-4164-a0a8-fd480afe49db)] {{(pid=91616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:23:44.579325 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-84feb875-9b05-4395-92bc-3e09406815ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:44.582072 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning complete for port 7a6aa8a1-c35a-4582-aee9-ee87a1daba22 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:23:44.582452 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:44.667761 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae445a4-f95e-4108-9bba-9dfbb3dc57fe None None] DHCP port deletion for 402cb13e-8c37-4be7-87df-d31fc66fd7f0 request from dv-cinder-786524-8-iscsi {{(pid=91618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 03 16:23:44.680968 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14387ef6-855b-4bb6-ac4d-b345227706cb req-826b274b-652d-4f25-b126-0424026c3f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:44.682606 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-14387ef6-855b-4bb6-ac4d-b345227706cb req-826b274b-652d-4f25-b126-0424026c3f54 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f244f46dcdba4cb1ae27b5a94b44c8f7&device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 1099 time: 0.0813215
Jun 03 16:23:44.761576 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:44.798325 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb69b26-5ce8-4d05-8e95-df0f958708af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6aa8a1-c35a-4582-aee9-ee87a1daba22'}] {{(pid=91618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:23:44.800565 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80780923b31b79766dda64912243351c94e9e307cca1e5b2e5a14cee02687ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c69bbc5-ea87-4eb0-a196-8d220ea4b3d9" -d '{"events": [{"server_uuid": "ddb69b26-5ce8-4d05-8e95-df0f958708af", "name": "network-vif-plugged", "status": "completed", "tag": "7a6aa8a1-c35a-4582-aee9-ee87a1daba22"}]}' {{(pid=91618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:23:44.811680 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-84feb875-9b05-4395-92bc-3e09406815ae admin admin] Calling delete_port for 992a7928-6e22-4af0-bbfd-abedfeac0216 owned by network:dhcp {{(pid=91616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:23:44.816069 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-eae445a4-f95e-4108-9bba-9dfbb3dc57fe None None] Deleting port 992a7928-6e22-4af0-bbfd-abedfeac0216 {{(pid=91618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:23:44.816494 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-eae445a4-f95e-4108-9bba-9dfbb3dc57fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:44.831549 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 7a6aa8a1-c35a-4582-aee9-ee87a1daba22, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7a6aa8a1-c35a-4582-aee9-ee87a1daba22,segment=NetworkSegment(b0dbd752-4780-4d30-953c-bd3e6826f7f2),segment_id=b0dbd752-4780-4d30-953c-bd3e6826f7f2)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:23:44.844769 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14387ef6-855b-4bb6-ac4d-b345227706cb req-172d0b73-7da6-4756-a885-566079ac38e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:44.847785 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-14387ef6-855b-4bb6-ac4d-b345227706cb req-172d0b73-7da6-4756-a885-566079ac38e7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=59734cb5-b3cd-4731-b72c-e406b3f16f4f HTTP/1.1" status: 200  len: 910 time: 0.1517100
Jun 03 16:23:44.848902 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:44.849817 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 61aff5fb-537d-4222-ade7-2c04c84e75c6 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:23:44.868278 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-84feb875-9b05-4395-92bc-3e09406815ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954439'] for port, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:44.874634 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-78239cc7-168e-403f-aea8-e3e7ee9467ef tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:23:44.876054 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfca227-4a28-4101-b148-897864660768 x-openstack-request-id: req-6bfca227-4a28-4101-b148-897864660768 {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:23:44.876355 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb69b26-5ce8-4d05-8e95-df0f958708af", "name": "network-vif-plugged", "status": "completed", "tag": "7a6aa8a1-c35a-4582-aee9-ee87a1daba22", "code": 200}]} {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:23:44.876617 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6bfca227-4a28-4101-b148-897864660768 {{(pid=91618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:23:44.877096 dv-cinder-786524-8-iscsi neutron-server[91618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb69b26-5ce8-4d05-8e95-df0f958708af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6aa8a1-c35a-4582-aee9-ee87a1daba22', 'code': 200}
Jun 03 16:23:44.883923 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:23:44.922409 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84feb875-9b05-4395-92bc-3e09406815ae admin admin] Pushing event deleted for resources: {'Port': ['ID=992a7928-6e22-4af0-bbfd-abedfeac0216,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:23:44.924207 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84feb875-9b05-4395-92bc-3e09406815ae admin admin] No DVR routers for this DVR port 992a7928-6e22-4af0-bbfd-abedfeac0216 on host dv-cinder-786524-8-iscsi {{(pid=91616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:23:44.925683 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-84feb875-9b05-4395-92bc-3e09406815ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:23:44.996253 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-14387ef6-855b-4bb6-ac4d-b345227706cb req-8f6d771c-72bd-41d6-99b9-ebaab42659e1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61aff5fb-537d-4222-ade7-2c04c84e75c6 HTTP/1.1" status: 200  len: 1002 time: 0.1346846
Jun 03 16:23:45.043904 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-eae445a4-f95e-4108-9bba-9dfbb3dc57fe None None] For port 992a7928-6e22-4af0-bbfd-abedfeac0216, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=992a7928-6e22-4af0-bbfd-abedfeac0216,segment=NetworkSegment(bf6a9dcb-51b9-4164-a0a8-fd480afe49db),segment_id=bf6a9dcb-51b9-4164-a0a8-fd480afe49db)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:23:45.044233 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-eae445a4-f95e-4108-9bba-9dfbb3dc57fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:45.070773 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-84feb875-9b05-4395-92bc-3e09406815ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8051073', 'neutron.services.segments.db._delete_segments_for_network-8727276549825'] for network, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:45.106288 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14387ef6-855b-4bb6-ac4d-b345227706cb req-b31c962d-aea5-4239-84be-a9b095e99411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:45.107730 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-14387ef6-855b-4bb6-ac4d-b345227706cb req-b31c962d-aea5-4239-84be-a9b095e99411 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e1cf8725-43b3-4508-857e-71350cd10ed6 HTTP/1.1" status: 200  len: 848 time: 0.1042979
Jun 03 16:23:45.134178 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.services.segments.db [None req-84feb875-9b05-4395-92bc-3e09406815ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7effa07cca60>,) {'filters': {'network_id': ['402cb13e-8c37-4be7-87df-d31fc66fd7f0']}} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:23:45.149184 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.services.segments.db [None req-84feb875-9b05-4395-92bc-3e09406815ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7effa07cca60>, 'bf6a9dcb-51b9-4164-a0a8-fd480afe49db') {'for_net_delete': True} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:23:45.149579 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.services.segments.db [None req-84feb875-9b05-4395-92bc-3e09406815ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7effa07cca60>, 'bf6a9dcb-51b9-4164-a0a8-fd480afe49db') {} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:23:45.164226 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-84feb875-9b05-4395-92bc-3e09406815ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727276553436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3092135'] for segment, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:45.185987 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-84feb875-9b05-4395-92bc-3e09406815ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:45.194800 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84feb875-9b05-4395-92bc-3e09406815ae admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=91616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 16:23:45.195283 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-84feb875-9b05-4395-92bc-3e09406815ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954264'] for segment, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]: Traceback (most recent call last):
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]:     timer()
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]:     cb(*args, **kw)
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]:     return func(*args, **kwargs)
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]:     self._notify()
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]:     self.callback(batched_events)
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]:     event.method(event)
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]:     return f(self, *a, **k)
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]:     return self._get(url).json()
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]:     return self.request(url, 'GET', **kwargs)
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 16:23:45.209197 dv-cinder-786524-8-iscsi neutron-server[91616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 16:23:45.211726 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-eae445a4-f95e-4108-9bba-9dfbb3dc57fe None None] Calling delete_port for 992a7928-6e22-4af0-bbfd-abedfeac0216 owned by network:dhcp {{(pid=91618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:23:45.256769 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=7a6aa8a1-c35a-4582-aee9-ee87a1daba22,revision_number=5']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:23:45.257015 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179ac80-4ed2-4a18-9f5b-07165bde857e req-0eb2631e-fe8d-4b77-94eb-43b2632ee512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:45.258717 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0179ac80-4ed2-4a18-9f5b-07165bde857e req-0eb2631e-fe8d-4b77-94eb-43b2632ee512 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 1099 time: 0.1007588
Jun 03 16:23:45.260762 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14387ef6-855b-4bb6-ac4d-b345227706cb req-5f44ee63-3ce7-49ea-ae6e-e854bdd91c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:45.262649 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-14387ef6-855b-4bb6-ac4d-b345227706cb req-5f44ee63-3ce7-49ea-ae6e-e854bdd91c43 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=59734cb5-b3cd-4731-b72c-e406b3f16f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1456215
Jun 03 16:23:45.263980 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:23:45.294831 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fba3f-c8f3-436a-9bac-e17a6820435f req-cd7dafd5-c4d7-42be-9a3c-8f8e936935af tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:45.301955 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-258fba3f-c8f3-436a-9bac-e17a6820435f req-cd7dafd5-c4d7-42be-9a3c-8f8e936935af tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 946 time: 0.2229443
Jun 03 16:23:45.347530 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 18fa6773-04ae-420f-80f5-2e0ae0e6278c no longer exists at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:23:45.357946 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-84feb875-9b05-4395-92bc-3e09406815ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380276'] for network, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:45.366948 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-84feb875-9b05-4395-92bc-3e09406815ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:45.387012 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-258fba3f-c8f3-436a-9bac-e17a6820435f req-7b1ed2ac-f32f-4cc5-88c7-e8b20fb33409 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0839949
Jun 03 16:23:45.392264 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e497272a-f653-4b1f-878b-23bb170dab44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:23:45.400372 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] No Port match for: 18fa6773-04ae-420f-80f5-2e0ae0e6278c {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:23:45.401363 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 18fa6773-04ae-420f-80f5-2e0ae0e6278c not bound to the agent host dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:23:45.402071 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 992a7928-6e22-4af0-bbfd-abedfeac0216 no longer exists at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:23:45.427826 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84feb875-9b05-4395-92bc-3e09406815ae admin admin] Pushing event deleted for resources: {'Network': ['ID=402cb13e-8c37-4be7-87df-d31fc66fd7f0,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:23:45.437872 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-84feb875-9b05-4395-92bc-3e09406815ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:23:45.439881 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:45.451379 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-84feb875-9b05-4395-92bc-3e09406815ae admin admin] 10.222.0.66 "DELETE /v2.0/networks/402cb13e-8c37-4be7-87df-d31fc66fd7f0 HTTP/1.1" status: 204  len: 168 time: 1.1555235
Jun 03 16:23:45.452497 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] No Port match for: 992a7928-6e22-4af0-bbfd-abedfeac0216 {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:23:45.452860 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 992a7928-6e22-4af0-bbfd-abedfeac0216 not bound to the agent host dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:23:45.514400 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-eae445a4-f95e-4108-9bba-9dfbb3dc57fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349'] for port, after_delete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:45.520394 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-271bb361-e59e-49b8-ae25-e39538ff4d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:23:45.564904 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eae445a4-f95e-4108-9bba-9dfbb3dc57fe None None] Network 402cb13e-8c37-4be7-87df-d31fc66fd7f0 is not hosted by any dhcp agent {{(pid=91618) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}}
Jun 03 16:23:45.565601 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae445a4-f95e-4108-9bba-9dfbb3dc57fe None None] No DVR routers for this DVR port 992a7928-6e22-4af0-bbfd-abedfeac0216 on host dv-cinder-786524-8-iscsi {{(pid=91618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:23:45.568428 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae445a4-f95e-4108-9bba-9dfbb3dc57fe None None] Pushing event deleted for resources: {'Port': ['ID=992a7928-6e22-4af0-bbfd-abedfeac0216,revision_number=None']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:23:45.569258 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0179ac80-4ed2-4a18-9f5b-07165bde857e req-972102b0-2639-46e4-a6fd-bd98c0da483d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2987843
Jun 03 16:23:45.577976 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-eae445a4-f95e-4108-9bba-9dfbb3dc57fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:23:45.578212 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 36506) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:23:45.581949 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 61aff5fb-537d-4222-ade7-2c04c84e75c6, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=61aff5fb-537d-4222-ade7-2c04c84e75c6,segment=NetworkSegment(65209784-6311-4945-8a9d-aa092e608747),segment_id=65209784-6311-4945-8a9d-aa092e608747)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:23:45.590344 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:45.592967 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:23:45.618745 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-14387ef6-855b-4bb6-ac4d-b345227706cb req-7e2ad142-dbb4-4514-ae6a-555ae8f5576e service neutron] 10.222.0.73 "GET /v2.0/networks/59734cb5-b3cd-4731-b72c-e406b3f16f4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3333542
Jun 03 16:23:45.647034 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-218fabe1-88b6-48af-be16-a8f8a71ff00c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1a537e76199c41b2a9f3cd652b9668bd&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0637503
Jun 03 16:23:45.649632 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 36508) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:23:45.662680 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fb127-438d-42a6-92e5-bc082413b46a req-d6f25bea-26ae-4d77-ac9a-deeed1e24981 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:45.664261 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-102fb127-438d-42a6-92e5-bc082413b46a req-d6f25bea-26ae-4d77-ac9a-deeed1e24981 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 946 time: 0.2225494
Jun 03 16:23:45.675619 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=61aff5fb-537d-4222-ade7-2c04c84e75c6,revision_number=6']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:23:45.685236 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:23:45.720595 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-222afbf2-0ffb-4805-af95-5bacef6f5900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:45.747077 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-222afbf2-0ffb-4805-af95-5bacef6f5900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:45.779771 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-102fb127-438d-42a6-92e5-bc082413b46a req-3c1529b8-0d40-457e-b7e4-49665bc315f6 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1017773
Jun 03 16:23:45.801561 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-222afbf2-0ffb-4805-af95-5bacef6f5900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:45.806559 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-4198e8ad-510b-410b-a25d-3dffcd2da9b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:23:45.807080 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-14387ef6-855b-4bb6-ac4d-b345227706cb req-40fa8c57-e6d9-4e7f-bdbd-12617579a170 service neutron] 10.222.0.73 "GET /v2.0/networks/59734cb5-b3cd-4731-b72c-e406b3f16f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1779950
Jun 03 16:23:45.821715 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222afbf2-0ffb-4805-af95-5bacef6f5900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09054c64-d3d6-42ca-90bf-b1803e6b4668,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:23:45.825245 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-222afbf2-0ffb-4805-af95-5bacef6f5900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:23:45.827241 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-222afbf2-0ffb-4805-af95-5bacef6f5900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:45.829378 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-222afbf2-0ffb-4805-af95-5bacef6f5900 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/09054c64-d3d6-42ca-90bf-b1803e6b4668 HTTP/1.1" status: 204  len: 168 time: 0.1769507
Jun 03 16:23:46.617179 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15becee-a8e8-4b12-823a-bd11b7a32edc req-222c7acc-c9ac-4d27-9c9f-aa6ae77a7678 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:46.618673 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b15becee-a8e8-4b12-823a-bd11b7a32edc req-222c7acc-c9ac-4d27-9c9f-aa6ae77a7678 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 946 time: 0.0901980
Jun 03 16:23:46.668845 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b15becee-a8e8-4b12-823a-bd11b7a32edc req-c1d3dff5-b4e2-44cb-a196-ebd5897720df tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435750
Jun 03 16:23:46.878377 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7a1ccd-cc35-4913-a909-269c1245155d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61aff5fb-537d-4222-ade7-2c04c84e75c6'}] {{(pid=91618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:23:46.880893 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80780923b31b79766dda64912243351c94e9e307cca1e5b2e5a14cee02687ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd14ae8c-a88d-4290-a2c1-0cb8fe35dcb3" -d '{"events": [{"server_uuid": "5e7a1ccd-cc35-4913-a909-269c1245155d", "name": "network-vif-unplugged", "status": "completed", "tag": "61aff5fb-537d-4222-ade7-2c04c84e75c6"}]}' {{(pid=91618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:23:46.947492 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Jun 2021 16:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b5da03-7ff6-4671-8fc2-922c31c432b4 x-openstack-request-id: req-08b5da03-7ff6-4671-8fc2-922c31c432b4 {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:23:46.948062 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7a1ccd-cc35-4913-a909-269c1245155d", "name": "network-vif-unplugged", "status": "completed", "tag": "61aff5fb-537d-4222-ade7-2c04c84e75c6", "code": 200}]} {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:23:46.948247 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-08b5da03-7ff6-4671-8fc2-922c31c432b4 {{(pid=91618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:23:46.948679 dv-cinder-786524-8-iscsi neutron-server[91618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7a1ccd-cc35-4913-a909-269c1245155d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61aff5fb-537d-4222-ade7-2c04c84e75c6', 'code': 200}
Jun 03 16:23:46.995418 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83303d-75b8-4e7e-a408-30c3662cfdb3 req-8f38dbad-15c2-4893-8771-bb0bcbe5f2af tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:46.995418 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ad83303d-75b8-4e7e-a408-30c3662cfdb3 req-8f38dbad-15c2-4893-8771-bb0bcbe5f2af tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 944 time: 0.1026895
Jun 03 16:23:47.045314 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ad83303d-75b8-4e7e-a408-30c3662cfdb3 req-0d537b8e-3564-4162-9fcf-29fa9d4ffc3d tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413229
Jun 03 16:23:47.863905 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31a6ab-0bab-42a8-8084-c321e99e5e36 req-08ec63ad-9538-463c-b8e0-f6d6be5f1e3a tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:47.865397 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0a31a6ab-0bab-42a8-8084-c321e99e5e36 req-08ec63ad-9538-463c-b8e0-f6d6be5f1e3a tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 946 time: 0.0881169
Jun 03 16:23:47.911036 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0a31a6ab-0bab-42a8-8084-c321e99e5e36 req-413e924b-f053-44c7-9898-94e4fa66fe1b tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399392
Jun 03 16:23:48.104239 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7872121-6675-40d4-83da-da079976b9fd req-7c59dc1b-b491-439f-87ae-0f3847a4c0e2 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:48.105770 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a7872121-6675-40d4-83da-da079976b9fd req-7c59dc1b-b491-439f-87ae-0f3847a4c0e2 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 946 time: 0.0832586
Jun 03 16:23:48.159770 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a7872121-6675-40d4-83da-da079976b9fd req-66ac5281-0a39-42ba-bc81-1433d80ed896 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462415
Jun 03 16:23:48.188615 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 36582) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:23:48.255150 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb36f24-a159-46f8-997a-e3f2fe73e466 req-88443453-26d7-4904-aadb-e14c4f48556c tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:48.256996 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6cb36f24-a159-46f8-997a-e3f2fe73e466 req-88443453-26d7-4904-aadb-e14c4f48556c tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 944 time: 0.1028636
Jun 03 16:23:48.273604 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fee7d06-2e77-42e3-8b23-db0733f24e23 tempest-TestVolumeBootPattern-426344870 tempest-TestVolumeBootPattern-426344870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:48.276534 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-4fee7d06-2e77-42e3-8b23-db0733f24e23 tempest-TestVolumeBootPattern-426344870 tempest-TestVolumeBootPattern-426344870-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 1094 time: 0.0858667
Jun 03 16:23:48.279132 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 36584) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:23:48.285542 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-ac15ce37-9dce-48f1-8807-5bd27100e79c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Request body: {'floatingip': {'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'port_id': '7a6aa8a1-c35a-4582-aee9-ee87a1daba22', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:23:48.291696 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-ac15ce37-9dce-48f1-8807-5bd27100e79c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:23:48.296549 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-ac15ce37-9dce-48f1-8807-5bd27100e79c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Usage tracker for resource:floatingip and tenant:f44ece6093c64861a96b56285934a43e is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:23:48.300009 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-ac15ce37-9dce-48f1-8807-5bd27100e79c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:23:48.310169 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-ac15ce37-9dce-48f1-8807-5bd27100e79c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:23:48.313646 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6cb36f24-a159-46f8-997a-e3f2fe73e466 req-3176be5b-8d3e-4c78-b4f8-3c934c511a17 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501015
Jun 03 16:23:48.321932 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ac15ce37-9dce-48f1-8807-5bd27100e79c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for floatingip, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:48.481710 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ac15ce37-9dce-48f1-8807-5bd27100e79c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:48.653636 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [None req-ac15ce37-9dce-48f1-8807-5bd27100e79c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Allocated IP 172.27.2.81 (454170da-4e8f-4963-97fb-80bd3b86dedc/06c387f0-ce57-4d04-be2c-2471c04350c2/353025de-6625-4bfe-937e-ba24a77ab390) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:23:48.689244 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 36592) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:23:48.815074 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ac15ce37-9dce-48f1-8807-5bd27100e79c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:48.817099 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1adb48c0-64f8-4d6b-911b-64d1064f456c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:48.832580 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-1adb48c0-64f8-4d6b-911b-64d1064f456c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:23:48.836659 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-1adb48c0-64f8-4d6b-911b-64d1064f456c admin admin] Usage tracker for resource:security_group_rule and tenant:985baa03e92641bd827a1f035d545432 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:23:48.839534 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-1adb48c0-64f8-4d6b-911b-64d1064f456c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:23:48.846056 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-1adb48c0-64f8-4d6b-911b-64d1064f456c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:23:48.846806 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ac15ce37-9dce-48f1-8807-5bd27100e79c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:48.852106 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-826bbe14-de02-4541-95ae-59bbfee0fa1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:23:48.910242 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac15ce37-9dce-48f1-8807-5bd27100e79c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Network 454170da-4e8f-4963-97fb-80bd3b86dedc is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:23:48.912981 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [None req-ac15ce37-9dce-48f1-8807-5bd27100e79c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Resources bound (agent type, host, resource id):  {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:23:48.916431 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac15ce37-9dce-48f1-8807-5bd27100e79c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:23:48.930663 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1adb48c0-64f8-4d6b-911b-64d1064f456c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:48.936035 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-1adb48c0-64f8-4d6b-911b-64d1064f456c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:48.943440 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-2f1c0703-d9ef-4aae-9577-91fc2a79773e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:23:48.972708 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15ce37-9dce-48f1-8807-5bd27100e79c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Pushing event updated for resources: {'Port': ['ID=353025de-6625-4bfe-937e-ba24a77ab390,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:23:48.976043 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-ac15ce37-9dce-48f1-8807-5bd27100e79c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:23:48.983223 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb48c0-64f8-4d6b-911b-64d1064f456c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d3f048-1829-489f-8262-35ef66ce066a,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:23:48.986758 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-1adb48c0-64f8-4d6b-911b-64d1064f456c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:23:48.991447 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-1adb48c0-64f8-4d6b-911b-64d1064f456c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=985baa03e92641bd827a1f035d545432&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2988417
Jun 03 16:23:48.991710 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 36596) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:23:49.054659 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-751d137f-f60b-4a7b-888c-9ba8f9aecccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:49.085016 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-751d137f-f60b-4a7b-888c-9ba8f9aecccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:49.136598 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-751d137f-f60b-4a7b-888c-9ba8f9aecccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:49.141565 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-fd41bc22-4653-416d-879a-39dda9c7b43a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:23:49.153363 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d137f-f60b-4a7b-888c-9ba8f9aecccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d3f048-1829-489f-8262-35ef66ce066a,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:23:49.156099 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-751d137f-f60b-4a7b-888c-9ba8f9aecccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:23:49.159605 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-751d137f-f60b-4a7b-888c-9ba8f9aecccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:49.161524 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-751d137f-f60b-4a7b-888c-9ba8f9aecccf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/97d3f048-1829-489f-8262-35ef66ce066a HTTP/1.1" status: 204  len: 168 time: 0.1689076
Jun 03 16:23:49.479565 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 36604) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:23:49.495843 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-176179bd-fcca-48db-9c4a-0d865fbcc62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:49.510516 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-176179bd-fcca-48db-9c4a-0d865fbcc62f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:23:49.514522 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-176179bd-fcca-48db-9c4a-0d865fbcc62f admin admin] Usage tracker for resource:security_group_rule and tenant:b89d05712655427697e18cb94d9813ac is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:23:49.517251 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-176179bd-fcca-48db-9c4a-0d865fbcc62f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:23:49.522959 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-176179bd-fcca-48db-9c4a-0d865fbcc62f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:23:49.527635 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ac15ce37-9dce-48f1-8807-5bd27100e79c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:49.564956 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ff7f3-06b6-4faf-adb4-f529727b4e3c req-d745593a-acf1-4134-9ad6-71e90d309fc5 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:49.566569 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8c6ff7f3-06b6-4faf-adb4-f529727b4e3c req-d745593a-acf1-4134-9ad6-71e90d309fc5 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 944 time: 0.1090953
Jun 03 16:23:49.607756 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-176179bd-fcca-48db-9c4a-0d865fbcc62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:49.611427 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-176179bd-fcca-48db-9c4a-0d865fbcc62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:49.618438 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-73786093-573c-4cc0-992c-e58a5999bc8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:23:49.659091 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176179bd-fcca-48db-9c4a-0d865fbcc62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fd90f5-8f44-4022-8c3b-23873e6d1382,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:23:49.662595 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8c6ff7f3-06b6-4faf-adb4-f529727b4e3c req-5f4a7377-de90-44f4-a7b4-163443c09222 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0900145
Jun 03 16:23:49.665833 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-176179bd-fcca-48db-9c4a-0d865fbcc62f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b89d05712655427697e18cb94d9813ac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1828187
Jun 03 16:23:49.665833 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-176179bd-fcca-48db-9c4a-0d865fbcc62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:23:49.666747 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ac15ce37-9dce-48f1-8807-5bd27100e79c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:49.666857 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 36606) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:23:49.733787 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-062c5b19-9839-4c92-929e-a41c1f6e7969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:49.760411 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-062c5b19-9839-4c92-929e-a41c1f6e7969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:49.814917 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-062c5b19-9839-4c92-929e-a41c1f6e7969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:49.819163 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-9ce31559-8615-455f-9ea8-e6c83cbbac57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:23:49.831138 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c5b19-9839-4c92-929e-a41c1f6e7969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fd90f5-8f44-4022-8c3b-23873e6d1382,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:23:49.835205 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-062c5b19-9839-4c92-929e-a41c1f6e7969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:23:49.839044 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-062c5b19-9839-4c92-929e-a41c1f6e7969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:49.841541 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-062c5b19-9839-4c92-929e-a41c1f6e7969 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c7fd90f5-8f44-4022-8c3b-23873e6d1382 HTTP/1.1" status: 204  len: 168 time: 0.1737783
Jun 03 16:23:49.897392 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ac15ce37-9dce-48f1-8807-5bd27100e79c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:49.902447 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ac15ce37-9dce-48f1-8807-5bd27100e79c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2387463'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:49.906868 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-9f9993a6-a23e-48fb-8396-9de340ad7fff tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:23:50.017254 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15ce37-9dce-48f1-8807-5bd27100e79c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Pushing event updated for resources: {'Port': ['ID=353025de-6625-4bfe-937e-ba24a77ab390,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:23:50.024492 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-ac15ce37-9dce-48f1-8807-5bd27100e79c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:23:50.034349 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ac15ce37-9dce-48f1-8807-5bd27100e79c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380258'] for floatingip, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:50.258117 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.db.l3_db [None req-ac15ce37-9dce-48f1-8807-5bd27100e79c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Floating IP 35e0664d-9cb2-4a23-8ee3-d4ed6d31d4ab associated. External IP: 172.27.2.81, port: 7a6aa8a1-c35a-4582-aee9-ee87a1daba22.
Jun 03 16:23:50.771455 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac15ce37-9dce-48f1-8807-5bd27100e79c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Router c426a715-f7e8-4e42-a873-bc1373343142 has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:23:50.950425 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047bc04-db1a-40d6-b91f-09bed5ad4bc7 req-59157457-71b4-4a1d-a822-ba73d33f9091 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:50.953886 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9047bc04-db1a-40d6-b91f-09bed5ad4bc7 req-59157457-71b4-4a1d-a822-ba73d33f9091 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 944 time: 0.1195338
Jun 03 16:23:50.971278 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac15ce37-9dce-48f1-8807-5bd27100e79c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:23:50.985634 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125c5895-2b34-419d-acf6-ab74d87ca856 None None] Sync routers for ids ['c426a715-f7e8-4e42-a873-bc1373343142'] in dv-cinder-786524-8-iscsi {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:23:51.010121 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125c5895-2b34-419d-acf6-ab74d87ca856 None None] Routers {'c426a715-f7e8-4e42-a873-bc1373343142'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:23:51.011698 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-125c5895-2b34-419d-acf6-ab74d87ca856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2390d00>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:23:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['c426a715-f7e8-4e42-a873-bc1373343142'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:23:51.024046 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-ac15ce37-9dce-48f1-8807-5bd27100e79c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for floatingip, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:51.036989 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9047bc04-db1a-40d6-b91f-09bed5ad4bc7 req-30f55a42-295c-494f-9a80-8fe264284335 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0767307
Jun 03 16:23:51.097831 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-ac15ce37-9dce-48f1-8807-5bd27100e79c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8114440
Jun 03 16:23:51.097831 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb69b26-5ce8-4d05-8e95-df0f958708af', 'tag': '7a6aa8a1-c35a-4582-aee9-ee87a1daba22'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:23:51.097831 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65715f52-ccac-4746-9e0a-9cc14c1a4d68" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb69b26-5ce8-4d05-8e95-df0f958708af", "tag": "7a6aa8a1-c35a-4582-aee9-ee87a1daba22"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:23:51.162986 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2afb41b-2682-4a52-a491-0f4984ce86cd x-openstack-request-id: req-c2afb41b-2682-4a52-a491-0f4984ce86cd {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:23:51.163401 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb69b26-5ce8-4d05-8e95-df0f958708af", "tag": "7a6aa8a1-c35a-4582-aee9-ee87a1daba22", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:23:51.163891 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c2afb41b-2682-4a52-a491-0f4984ce86cd {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:23:51.164460 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb69b26-5ce8-4d05-8e95-df0f958708af', 'tag': '7a6aa8a1-c35a-4582-aee9-ee87a1daba22', 'status': 'completed', 'code': 200}
Jun 03 16:23:51.251581 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-125c5895-2b34-419d-acf6-ab74d87ca856 None None] Set router c426a715-f7e8-4e42-a873-bc1373343142 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:23:51.292942 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65715f52-ccac-4746-9e0a-9cc14c1a4d68 req-1503d0a0-7eaf-4308-8134-1c31108d69f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:51.294462 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-65715f52-ccac-4746-9e0a-9cc14c1a4d68 req-1503d0a0-7eaf-4308-8134-1c31108d69f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f44ece6093c64861a96b56285934a43e&device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 1099 time: 0.1023505
Jun 03 16:23:51.563582 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65715f52-ccac-4746-9e0a-9cc14c1a4d68 req-635428ab-fd39-45ea-b90c-3465ad554169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:51.565194 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-65715f52-ccac-4746-9e0a-9cc14c1a4d68 req-635428ab-fd39-45ea-b90c-3465ad554169 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aec810ed-0ee2-4480-934c-29ea716a1d55 HTTP/1.1" status: 200  len: 913 time: 0.2634079
Jun 03 16:23:51.665125 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-125c5895-2b34-419d-acf6-ab74d87ca856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2390d00>, [{'id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'name': 'tempest-TestVolumeBootPattern-1840315318-router', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:19:52Z', 'updated_at': '2021-06-03T16:19:58Z', 'revision_number': 4, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'gw_port': {'id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:54Z', 'updated_at': '2021-06-03T16:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_floatingips': [{'id': '35e0664d-9cb2-4a23-8ee3-d4ed6d31d4ab', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'port_id': '7a6aa8a1-c35a-4582-aee9-ee87a1daba22', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'mac_address': 'fa:16:3e:42:28:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb69b26-5ce8-4d05-8e95-df0f958708af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:23:49Z', 'updated_at': '2021-06-03T16:23:49Z', 'revision_number': 0, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72164cc-a301-45da-8a57-479e8f418578', 'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'mac_address': 'fa:16:3e:61:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:57Z', 'updated_at': '2021-06-03T16:20:08Z', 'revision_number': 5, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'subnets': [{'id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:23:51.670357 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125c5895-2b34-419d-acf6-ab74d87ca856 None None] Checking router: c426a715-f7e8-4e42-a873-bc1373343142 for host: dv-cinder-786524-8-iscsi {{(pid=91619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:23:51.678847 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125c5895-2b34-419d-acf6-ab74d87ca856 None None] Routers {'c426a715-f7e8-4e42-a873-bc1373343142'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:23:51.679509 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-125c5895-2b34-419d-acf6-ab74d87ca856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2390d00>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:23:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['c426a715-f7e8-4e42-a873-bc1373343142'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:23:51.695671 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-65715f52-ccac-4746-9e0a-9cc14c1a4d68 req-8fcf7ca6-8630-4660-8808-263c77b2de6e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a6aa8a1-c35a-4582-aee9-ee87a1daba22 HTTP/1.1" status: 200  len: 999 time: 0.1170998
Jun 03 16:23:51.796851 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65715f52-ccac-4746-9e0a-9cc14c1a4d68 req-06951c5a-7491-4140-aac3-98d76a1bb38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:51.799335 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-65715f52-ccac-4746-9e0a-9cc14c1a4d68 req-06951c5a-7491-4140-aac3-98d76a1bb38c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ffc8a07-8eea-4758-b719-3a645c0307b8 HTTP/1.1" status: 200  len: 851 time: 0.0913777
Jun 03 16:23:51.872992 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-125c5895-2b34-419d-acf6-ab74d87ca856 None None] Set router c426a715-f7e8-4e42-a873-bc1373343142 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:23:51.913914 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65715f52-ccac-4746-9e0a-9cc14c1a4d68 req-091a6cd5-38f9-4bcf-a5e0-9d447ac25865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:51.915448 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-65715f52-ccac-4746-9e0a-9cc14c1a4d68 req-091a6cd5-38f9-4bcf-a5e0-9d447ac25865 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aec810ed-0ee2-4480-934c-29ea716a1d55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1094689
Jun 03 16:23:52.062184 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-65715f52-ccac-4746-9e0a-9cc14c1a4d68 req-9b091df8-aeb6-478d-a1d4-1004c80f1efb service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389716
Jun 03 16:23:52.269128 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b11cdf-fe3c-48e3-a9a2-3fbe91652aef req-e68b5b38-b451-40c0-9354-c12bf4a354e8 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:52.277787 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f7b11cdf-fe3c-48e3-a9a2-3fbe91652aef req-e68b5b38-b451-40c0-9354-c12bf4a354e8 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 944 time: 0.0977237
Jun 03 16:23:52.286624 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ba6a7-ebfd-4c44-8df8-f6ed38357f00 req-9228d08f-32e8-4373-bcde-8cbfda6787a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:52.288823 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-013ba6a7-ebfd-4c44-8df8-f6ed38357f00 req-9228d08f-32e8-4373-bcde-8cbfda6787a6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 1097 time: 0.1830206
Jun 03 16:23:52.291800 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-65715f52-ccac-4746-9e0a-9cc14c1a4d68 req-b0ecd361-856d-4ef8-8254-5243b6a4dc5d service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2122254
Jun 03 16:23:52.307288 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-125c5895-2b34-419d-acf6-ab74d87ca856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2390d00>, [{'id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'name': 'tempest-TestVolumeBootPattern-1840315318-router', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:19:52Z', 'updated_at': '2021-06-03T16:19:58Z', 'revision_number': 4, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'gw_port': {'id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:54Z', 'updated_at': '2021-06-03T16:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_floatingips': [{'id': '35e0664d-9cb2-4a23-8ee3-d4ed6d31d4ab', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'port_id': '7a6aa8a1-c35a-4582-aee9-ee87a1daba22', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'mac_address': 'fa:16:3e:42:28:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb69b26-5ce8-4d05-8e95-df0f958708af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:23:49Z', 'updated_at': '2021-06-03T16:23:49Z', 'revision_number': 0, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72164cc-a301-45da-8a57-479e8f418578', 'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'mac_address': 'fa:16:3e:61:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:57Z', 'updated_at': '2021-06-03T16:20:08Z', 'revision_number': 5, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'subnets': [{'id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:23:52.312422 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125c5895-2b34-419d-acf6-ab74d87ca856 None None] The sync data for ids ['c426a715-f7e8-4e42-a873-bc1373343142'] in dv-cinder-786524-8-iscsi is: [{'id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'name': 'tempest-TestVolumeBootPattern-1840315318-router', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:19:52Z', 'updated_at': '2021-06-03T16:19:58Z', 'revision_number': 4, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'gw_port': {'id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:54Z', 'updated_at': '2021-06-03T16:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_floatingips': [{'id': '35e0664d-9cb2-4a23-8ee3-d4ed6d31d4ab', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'port_id': '7a6aa8a1-c35a-4582-aee9-ee87a1daba22', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'mac_address': 'fa:16:3e:42:28:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb69b26-5ce8-4d05-8e95-df0f958708af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:23:49Z', 'updated_at': '2021-06-03T16:23:49Z', 'revision_number': 0, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72164cc-a301-45da-8a57-479e8f418578', 'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'mac_address': 'fa:16:3e:61:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:57Z', 'updated_at': '2021-06-03T16:20:08Z', 'revision_number': 5, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'subnets': [{'id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:23:52.329707 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f7b11cdf-fe3c-48e3-a9a2-3fbe91652aef req-c002e687-de2f-4500-b7d9-7fcfce8c4340 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506780
Jun 03 16:23:52.374414 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-013ba6a7-ebfd-4c44-8df8-f6ed38357f00 req-e840b35f-9eb9-4c6f-bc0e-4d249dd2aa4c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618818
Jun 03 16:23:52.541549 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df92c3d1-97ae-4be9-8d77-b5bb5a05b77d None None] New status for floating IP 35e0664d-9cb2-4a23-8ee3-d4ed6d31d4ab: ACTIVE {{(pid=91618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 16:23:53.537266 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd6155-b873-4be6-be7b-4db52bd6fdaf req-b467a6d1-d46b-4ea0-ba7d-6deec0d58167 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:23:53.538666 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a5bd6155-b873-4be6-be7b-4db52bd6fdaf req-b467a6d1-d46b-4ea0-ba7d-6deec0d58167 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 944 time: 0.0835617
Jun 03 16:23:53.586196 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a5bd6155-b873-4be6-be7b-4db52bd6fdaf req-c06f33ac-bab3-4c29-9a12-67c4673c5ab8 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417478
Jun 03 16:23:54.445366 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 61aff5fb-537d-4222-ade7-2c04c84e75c6 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 16:23:54.592085 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 61aff5fb-537d-4222-ade7-2c04c84e75c6, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=61aff5fb-537d-4222-ade7-2c04c84e75c6,segment=NetworkSegment(65209784-6311-4945-8a9d-aa092e608747),segment_id=65209784-6311-4945-8a9d-aa092e608747)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:23:54.609589 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Returning: {'device': '61aff5fb-537d-4222-ade7-2c04c84e75c6', 'network_id': '59734cb5-b3cd-4731-b72c-e406b3f16f4f', 'port_id': '61aff5fb-537d-4222-ade7-2c04c84e75c6', 'mac_address': 'fa:16:3e:39:9c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1cf8725-43b3-4508-857e-71350cd10ed6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 16:23:54.666686 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:54.684705 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61aff5fb-537d-4222-ade7-2c04c84e75c6 {{(pid=91618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:23:54.700730 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 61aff5fb-537d-4222-ade7-2c04c84e75c6, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=61aff5fb-537d-4222-ade7-2c04c84e75c6,segment=NetworkSegment(65209784-6311-4945-8a9d-aa092e608747),segment_id=65209784-6311-4945-8a9d-aa092e608747)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:23:54.704411 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:54.706210 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-d4cd9578-ef09-49d0-8b68-4bafc36326fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:23:54.780222 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=61aff5fb-537d-4222-ade7-2c04c84e75c6,revision_number=7']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:23:54.787695 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:54.788045 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:54.788387 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:54.788721 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:54.789054 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:54.789412 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:54.789739 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:54.790064 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:54.790387 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:54.790708 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:54.791289 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:54.791689 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:23:54.795641 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:23:54.982705 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['61aff5fb-537d-4222-ade7-2c04c84e75c6'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:23:56.468063 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 61aff5fb-537d-4222-ade7-2c04c84e75c6 up at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:23:56.537177 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning complete for port 61aff5fb-537d-4222-ade7-2c04c84e75c6 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:23:56.537482 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:56.654081 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:56.684465 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7a1ccd-cc35-4913-a909-269c1245155d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61aff5fb-537d-4222-ade7-2c04c84e75c6'}] {{(pid=91618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:23:56.686790 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80780923b31b79766dda64912243351c94e9e307cca1e5b2e5a14cee02687ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b365c172-ff93-449d-b26e-b878470f1921" -d '{"events": [{"server_uuid": "5e7a1ccd-cc35-4913-a909-269c1245155d", "name": "network-vif-plugged", "status": "completed", "tag": "61aff5fb-537d-4222-ade7-2c04c84e75c6"}]}' {{(pid=91618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:23:56.695232 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 61aff5fb-537d-4222-ade7-2c04c84e75c6, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=61aff5fb-537d-4222-ade7-2c04c84e75c6,segment=NetworkSegment(65209784-6311-4945-8a9d-aa092e608747),segment_id=65209784-6311-4945-8a9d-aa092e608747)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:23:56.700792 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:23:56.703816 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:23:56.735927 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382bcafe-d83f-43ce-95de-c7a80fb3d635 x-openstack-request-id: req-382bcafe-d83f-43ce-95de-c7a80fb3d635 {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:23:56.736229 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7a1ccd-cc35-4913-a909-269c1245155d", "name": "network-vif-plugged", "status": "completed", "tag": "61aff5fb-537d-4222-ade7-2c04c84e75c6", "code": 200}]} {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:23:56.736489 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-382bcafe-d83f-43ce-95de-c7a80fb3d635 {{(pid=91618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:23:56.736883 dv-cinder-786524-8-iscsi neutron-server[91618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7a1ccd-cc35-4913-a909-269c1245155d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61aff5fb-537d-4222-ade7-2c04c84e75c6', 'code': 200}
Jun 03 16:23:56.779426 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=61aff5fb-537d-4222-ade7-2c04c84e75c6,revision_number=8']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:23:56.782445 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:05.770887 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:24:06.978687 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-7fb4a2eb-7606-4c16-8993-62119210e85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:08.834340 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:09.432175 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:09.690270 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e57e42-a04a-4b9b-88eb-5dbe155cdf2a req-01c78c90-e180-48b6-9169-0a681ebe1c09 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:24:09.691706 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-19e57e42-a04a-4b9b-88eb-5dbe155cdf2a req-01c78c90-e180-48b6-9169-0a681ebe1c09 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 946 time: 0.0900447
Jun 03 16:24:09.738448 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-19e57e42-a04a-4b9b-88eb-5dbe155cdf2a req-52ea722b-0607-404f-8f15-81511c0dc569 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408583
Jun 03 16:24:09.766498 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-b77fed6f-da7e-4bb4-bc5a-3852404352c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:10.771564 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:10.939277 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be48788-5a87-4fd8-b94e-d39830abee0d req-3fcf8e84-2f08-4e20-90f3-5f824b2661e3 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:24:10.940742 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2be48788-5a87-4fd8-b94e-d39830abee0d req-3fcf8e84-2f08-4e20-90f3-5f824b2661e3 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 946 time: 0.0808761
Jun 03 16:24:10.986773 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2be48788-5a87-4fd8-b94e-d39830abee0d req-cac692c3-32a1-46a4-a1be-2d964ca2073c tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups?id=970a38d9-f22e-4ccc-a74f-921a15473dea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403244
Jun 03 16:24:11.204784 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdd725-53ff-4378-af45-2a2d7bbff69c req-85641755-2cc1-42ed-b8f8-e3ae74fe23c8 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:24:11.206283 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3ccdd725-53ff-4378-af45-2a2d7bbff69c req-85641755-2cc1-42ed-b8f8-e3ae74fe23c8 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 946 time: 0.0856555
Jun 03 16:24:11.311540 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 36784) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:11.351073 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-3ccdd725-53ff-4378-af45-2a2d7bbff69c req-9ad9c64c-61b9-4387-84be-212a1bf1503a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Deleting port 4c151fe1-051f-46c4-8ae9-e316255081d6 {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:24:11.351416 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-3ccdd725-53ff-4378-af45-2a2d7bbff69c req-9ad9c64c-61b9-4387-84be-212a1bf1503a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:11.429443 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f5ed39d4-eafd-42bc-b9d7-c581cb3eef8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:11.443287 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-f5ed39d4-eafd-42bc-b9d7-c581cb3eef8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:24:11.447374 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-f5ed39d4-eafd-42bc-b9d7-c581cb3eef8f admin admin] Usage tracker for resource:security_group_rule and tenant:d80d99b90bbe4172851be3fb9a3027b1 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:24:11.450863 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-f5ed39d4-eafd-42bc-b9d7-c581cb3eef8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:24:11.456434 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-f5ed39d4-eafd-42bc-b9d7-c581cb3eef8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:24:11.486045 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-3ccdd725-53ff-4378-af45-2a2d7bbff69c req-9ad9c64c-61b9-4387-84be-212a1bf1503a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] For port 4c151fe1-051f-46c4-8ae9-e316255081d6, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4c151fe1-051f-46c4-8ae9-e316255081d6,segment=NetworkSegment(8d919451-85fd-41bb-bbc2-dd880028642e),segment_id=8d919451-85fd-41bb-bbc2-dd880028642e)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:24:11.486488 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-3ccdd725-53ff-4378-af45-2a2d7bbff69c req-9ad9c64c-61b9-4387-84be-212a1bf1503a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:11.538818 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f5ed39d4-eafd-42bc-b9d7-c581cb3eef8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:11.542793 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f5ed39d4-eafd-42bc-b9d7-c581cb3eef8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:11.551065 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e85b0e35-f01f-4656-bbf1-cccc8459a210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:11.590160 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-f5ed39d4-eafd-42bc-b9d7-c581cb3eef8f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d80d99b90bbe4172851be3fb9a3027b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2773347
Jun 03 16:24:11.591817 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed39d4-eafd-42bc-b9d7-c581cb3eef8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabbaa8a-876e-4842-9498-a7eb47e66c89,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:11.594329 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 36788) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:11.596351 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-f5ed39d4-eafd-42bc-b9d7-c581cb3eef8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:11.745428 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-49331ee5-7ba7-447e-bd8f-299753a1829d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:11.772645 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-49331ee5-7ba7-447e-bd8f-299753a1829d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:11.829719 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-49331ee5-7ba7-447e-bd8f-299753a1829d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:11.834669 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-057bbe1f-d659-499e-8a6b-93d2fdfe7831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:11.847999 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49331ee5-7ba7-447e-bd8f-299753a1829d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabbaa8a-876e-4842-9498-a7eb47e66c89,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:11.850623 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-49331ee5-7ba7-447e-bd8f-299753a1829d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:11.851770 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-49331ee5-7ba7-447e-bd8f-299753a1829d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:11.852845 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-49331ee5-7ba7-447e-bd8f-299753a1829d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aabbaa8a-876e-4842-9498-a7eb47e66c89 HTTP/1.1" status: 204  len: 168 time: 0.2575989
Jun 03 16:24:11.879244 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-3ccdd725-53ff-4378-af45-2a2d7bbff69c req-9ad9c64c-61b9-4387-84be-212a1bf1503a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:11.879644 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-3ccdd725-53ff-4378-af45-2a2d7bbff69c req-9ad9c64c-61b9-4387-84be-212a1bf1503a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380258'] for floatingip, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:11.879965 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.db.l3_db [req-3ccdd725-53ff-4378-af45-2a2d7bbff69c req-9ad9c64c-61b9-4387-84be-212a1bf1503a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Floating IP 527eac29-a802-4afb-9c45-21124e630424 disassociated. External IP: 172.27.2.173, port: 4c151fe1-051f-46c4-8ae9-e316255081d6.
Jun 03 16:24:11.880289 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-3ccdd725-53ff-4378-af45-2a2d7bbff69c req-9ad9c64c-61b9-4387-84be-212a1bf1503a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Calling delete_port for 4c151fe1-051f-46c4-8ae9-e316255081d6 owned by compute:nova {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:24:11.999818 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-3ccdd725-53ff-4378-af45-2a2d7bbff69c req-9ad9c64c-61b9-4387-84be-212a1bf1503a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:12.006685 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a2f5a5c7-7fda-47d7-b8fa-ef07cd8b8581 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:12.059269 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9c64c-61b9-4387-84be-212a1bf1503a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Pushing event deleted for resources: {'Port': ['ID=4c151fe1-051f-46c4-8ae9-e316255081d6,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:12.062726 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-9ad9c64c-61b9-4387-84be-212a1bf1503a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:12.172642 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a1fdb78d-7201-4ed8-8ca5-486b9b396801 req-0043c0ce-7f5e-4675-b11b-f079cfdd9764 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7e278ba-f788-4a36-a80c-40ef24611a3f HTTP/1.1" status: 200  len: 210 time: 0.0497413
Jun 03 16:24:12.209458 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:12.255727 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ccdd725-53ff-4378-af45-2a2d7bbff69c req-9ad9c64c-61b9-4387-84be-212a1bf1503a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Router 008d983e-7dfa-4639-8442-171e5c82cec4 has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:24:12.456185 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ccdd725-53ff-4378-af45-2a2d7bbff69c req-9ad9c64c-61b9-4387-84be-212a1bf1503a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:24:12.467143 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d749f388-cec4-4c3b-a8b7-4f54ba9be669 None None] Sync routers for ids ['008d983e-7dfa-4639-8442-171e5c82cec4'] in dv-cinder-786524-8-iscsi {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:24:12.491105 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d749f388-cec4-4c3b-a8b7-4f54ba9be669 None None] Routers {'008d983e-7dfa-4639-8442-171e5c82cec4'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:24:12.492112 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-d749f388-cec4-4c3b-a8b7-4f54ba9be669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2d656d0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:24:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['008d983e-7dfa-4639-8442-171e5c82cec4'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:24:12.571136 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccdd725-53ff-4378-af45-2a2d7bbff69c req-9ad9c64c-61b9-4387-84be-212a1bf1503a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] No DVR routers for this DVR port 4c151fe1-051f-46c4-8ae9-e316255081d6 on host hv-cinder-78652 {{(pid=91617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:24:12.574786 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-3ccdd725-53ff-4378-af45-2a2d7bbff69c req-9ad9c64c-61b9-4387-84be-212a1bf1503a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:12.578895 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e278ba-f788-4a36-a80c-40ef24611a3f', 'name': 'network-vif-deleted', 'tag': '4c151fe1-051f-46c4-8ae9-e316255081d6'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:24:12.581624 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af8cdcf-2a0f-44af-9967-674c922b2b73" -d '{"events": [{"server_uuid": "f7e278ba-f788-4a36-a80c-40ef24611a3f", "name": "network-vif-deleted", "tag": "4c151fe1-051f-46c4-8ae9-e316255081d6"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:24:12.598593 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3ccdd725-53ff-4378-af45-2a2d7bbff69c req-9ad9c64c-61b9-4387-84be-212a1bf1503a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.73 "DELETE /v2.0/ports/4c151fe1-051f-46c4-8ae9-e316255081d6 HTTP/1.1" status: 204  len: 173 time: 1.3857846
Jun 03 16:24:12.634772 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2474f730-22d3-4042-9b6e-d8351885db18 x-openstack-request-id: req-2474f730-22d3-4042-9b6e-d8351885db18 {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:24:12.636612 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e278ba-f788-4a36-a80c-40ef24611a3f", "name": "network-vif-deleted", "tag": "4c151fe1-051f-46c4-8ae9-e316255081d6", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:24:12.637308 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2474f730-22d3-4042-9b6e-d8351885db18 {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:24:12.638111 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e278ba-f788-4a36-a80c-40ef24611a3f', 'name': 'network-vif-deleted', 'tag': '4c151fe1-051f-46c4-8ae9-e316255081d6', 'status': 'completed', 'code': 200}
Jun 03 16:24:12.691178 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-d749f388-cec4-4c3b-a8b7-4f54ba9be669 None None] Set router 008d983e-7dfa-4639-8442-171e5c82cec4 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:24:13.012168 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-d749f388-cec4-4c3b-a8b7-4f54ba9be669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2d656d0>, [{'id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'name': 'tempest-AttachVolumeShelveTestJSON-798784809-router', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:49Z', 'updated_at': '2021-06-03T16:16:59Z', 'revision_number': 4, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'gw_port': {'id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:05:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'aa4bb690-4d57-4433-aa63-efd93fd80492', 'name': '', 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'mac_address': 'fa:16:3e:c8:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1730b65d-c307-4958-817a-0c734926fd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:57Z', 'updated_at': '2021-06-03T16:17:14Z', 'revision_number': 5, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'subnets': [{'id': '1730b65d-c307-4958-817a-0c734926fd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:24:13.016426 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d749f388-cec4-4c3b-a8b7-4f54ba9be669 None None] Checking router: 008d983e-7dfa-4639-8442-171e5c82cec4 for host: dv-cinder-786524-8-iscsi {{(pid=91619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:24:13.025284 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d749f388-cec4-4c3b-a8b7-4f54ba9be669 None None] Routers {'008d983e-7dfa-4639-8442-171e5c82cec4'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:24:13.025966 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-d749f388-cec4-4c3b-a8b7-4f54ba9be669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2d656d0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:24:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['008d983e-7dfa-4639-8442-171e5c82cec4'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:24:13.208271 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-d749f388-cec4-4c3b-a8b7-4f54ba9be669 None None] Set router 008d983e-7dfa-4639-8442-171e5c82cec4 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:24:13.331408 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 36838) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:13.404798 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-093d08ea-a2dc-4bcd-b3c0-91c29f16b3bc tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:13.433738 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-093d08ea-a2dc-4bcd-b3c0-91c29f16b3bc tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:13.489588 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-093d08ea-a2dc-4bcd-b3c0-91c29f16b3bc tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:13.495063 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-bdf62888-3150-4e34-b10a-5b96d3129726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:13.508785 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d08ea-a2dc-4bcd-b3c0-91c29f16b3bc tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=970a38d9-f22e-4ccc-a74f-921a15473dea,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:13.514895 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-093d08ea-a2dc-4bcd-b3c0-91c29f16b3bc tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:13.525175 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-093d08ea-a2dc-4bcd-b3c0-91c29f16b3bc tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:13.529541 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 36840) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:13.530339 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-093d08ea-a2dc-4bcd-b3c0-91c29f16b3bc tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "DELETE /v2.0/security-groups/970a38d9-f22e-4ccc-a74f-921a15473dea HTTP/1.1" status: 204  len: 168 time: 0.1978216
Jun 03 16:24:13.545851 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.api.v2.resource [None req-2afc4918-9a79-40a4-b878-3f5d1c42bd24 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] show failed (client error): The resource could not be found.
Jun 03 16:24:13.546864 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-2afc4918-9a79-40a4-b878-3f5d1c42bd24 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "GET /v2.0/security-groups/970a38d9-f22e-4ccc-a74f-921a15473dea HTTP/1.1" status: 404  len: 347 time: 0.0163486
Jun 03 16:24:13.549712 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 36842) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:13.567298 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-d749f388-cec4-4c3b-a8b7-4f54ba9be669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2d656d0>, [{'id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'name': 'tempest-AttachVolumeShelveTestJSON-798784809-router', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:49Z', 'updated_at': '2021-06-03T16:16:59Z', 'revision_number': 4, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'gw_port': {'id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:05:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'aa4bb690-4d57-4433-aa63-efd93fd80492', 'name': '', 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'mac_address': 'fa:16:3e:c8:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1730b65d-c307-4958-817a-0c734926fd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:57Z', 'updated_at': '2021-06-03T16:17:14Z', 'revision_number': 5, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'subnets': [{'id': '1730b65d-c307-4958-817a-0c734926fd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:24:13.571258 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d749f388-cec4-4c3b-a8b7-4f54ba9be669 None None] The sync data for ids ['008d983e-7dfa-4639-8442-171e5c82cec4'] in dv-cinder-786524-8-iscsi is: [{'id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'name': 'tempest-AttachVolumeShelveTestJSON-798784809-router', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:49Z', 'updated_at': '2021-06-03T16:16:59Z', 'revision_number': 4, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'gw_port': {'id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:05:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'aa4bb690-4d57-4433-aa63-efd93fd80492', 'name': '', 'network_id': '2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'mac_address': 'fa:16:3e:c8:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1730b65d-c307-4958-817a-0c734926fd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:57Z', 'updated_at': '2021-06-03T16:17:14Z', 'revision_number': 5, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'subnets': [{'id': '1730b65d-c307-4958-817a-0c734926fd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:24:13.784750 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-851c33d2-04d4-473d-b67e-6510a6a37fe9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Deleting port aba3ed28-f842-43b9-8c63-da088cd3ad98 {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:24:13.785158 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-851c33d2-04d4-473d-b67e-6510a6a37fe9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:13.821375 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6593aea0-18ae-4025-bd30-3b09f609f010 None None] New status for floating IP 527eac29-a802-4afb-9c45-21124e630424: DOWN {{(pid=91618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 16:24:13.927744 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-851c33d2-04d4-473d-b67e-6510a6a37fe9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:13.928199 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-851c33d2-04d4-473d-b67e-6510a6a37fe9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:14.059152 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-851c33d2-04d4-473d-b67e-6510a6a37fe9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Calling delete_port for aba3ed28-f842-43b9-8c63-da088cd3ad98 owned by network:floatingip {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:24:14.172798 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-851c33d2-04d4-473d-b67e-6510a6a37fe9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:14.176460 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-b2f14fe6-db7b-4f0b-be14-82c74a0c7475 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:14.219260 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c33d2-04d4-473d-b67e-6510a6a37fe9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Pushing event deleted for resources: {'Port': ['ID=aba3ed28-f842-43b9-8c63-da088cd3ad98,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:14.221756 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-851c33d2-04d4-473d-b67e-6510a6a37fe9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:14.406069 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-851c33d2-04d4-473d-b67e-6510a6a37fe9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks [] for floatingip, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:14.419506 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-851c33d2-04d4-473d-b67e-6510a6a37fe9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for floatingip, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:14.420620 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-851c33d2-04d4-473d-b67e-6510a6a37fe9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] 10.222.0.66 "DELETE /v2.0/floatingips/527eac29-a802-4afb-9c45-21124e630424 HTTP/1.1" status: 204  len: 168 time: 0.8700297
Jun 03 16:24:14.552561 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 4c151fe1-051f-46c4-8ae9-e316255081d6 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:24:14.588762 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] No Port match for: 4c151fe1-051f-46c4-8ae9-e316255081d6 {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:24:14.589132 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 4c151fe1-051f-46c4-8ae9-e316255081d6 not bound to the agent host hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:24:16.620546 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 36876) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:16.734299 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-56543c04-69e1-4ff3-a2ed-6aac31c82fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:16.749057 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-56543c04-69e1-4ff3-a2ed-6aac31c82fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:24:16.752960 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-56543c04-69e1-4ff3-a2ed-6aac31c82fae admin admin] Usage tracker for resource:security_group_rule and tenant:b5649f7581db4b2481948c9927197ea1 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:24:16.755761 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-56543c04-69e1-4ff3-a2ed-6aac31c82fae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:24:16.762572 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-56543c04-69e1-4ff3-a2ed-6aac31c82fae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:24:16.849124 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-56543c04-69e1-4ff3-a2ed-6aac31c82fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:16.853592 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-56543c04-69e1-4ff3-a2ed-6aac31c82fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:16.863801 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-d40fc8bd-52f4-4244-b489-627503ef5b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:16.905461 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-56543c04-69e1-4ff3-a2ed-6aac31c82fae admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b5649f7581db4b2481948c9927197ea1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2838063
Jun 03 16:24:16.906355 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56543c04-69e1-4ff3-a2ed-6aac31c82fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270734bc-dfc1-4e58-af13-dc6a8fc74447,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:16.908141 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 36880) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:16.909306 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-56543c04-69e1-4ff3-a2ed-6aac31c82fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:16.967598 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-9c263cdf-519c-4f56-99e3-155c6a42e04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:16.992317 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-9c263cdf-519c-4f56-99e3-155c6a42e04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:17.044267 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-9c263cdf-519c-4f56-99e3-155c6a42e04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:17.048313 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a0ef2942-06dd-4bea-8d4c-f6b8ce893048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:17.060242 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c263cdf-519c-4f56-99e3-155c6a42e04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270734bc-dfc1-4e58-af13-dc6a8fc74447,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:17.063767 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-9c263cdf-519c-4f56-99e3-155c6a42e04c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:17.067642 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-9c263cdf-519c-4f56-99e3-155c6a42e04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:17.071189 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-9c263cdf-519c-4f56-99e3-155c6a42e04c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/270734bc-dfc1-4e58-af13-dc6a8fc74447 HTTP/1.1" status: 204  len: 168 time: 0.1589592
Jun 03 16:24:17.196705 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 36892) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:17.349314 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 36896) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:17.366025 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bfe2146b-c825-47a2-a094-daf64ec64ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:17.380099 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-bfe2146b-c825-47a2-a094-daf64ec64ad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:24:17.384225 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-bfe2146b-c825-47a2-a094-daf64ec64ad9 admin admin] Usage tracker for resource:security_group_rule and tenant:1b0168a33abc42f2a51830e7b8c25945 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:24:17.387793 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-bfe2146b-c825-47a2-a094-daf64ec64ad9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:24:17.393479 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-bfe2146b-c825-47a2-a094-daf64ec64ad9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:24:17.478945 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bfe2146b-c825-47a2-a094-daf64ec64ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:17.482974 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bfe2146b-c825-47a2-a094-daf64ec64ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:17.490100 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8e92e0c3-8a46-4948-80b5-d5218832cc43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:17.531105 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-bfe2146b-c825-47a2-a094-daf64ec64ad9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1b0168a33abc42f2a51830e7b8c25945&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1805525
Jun 03 16:24:17.532047 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2146b-c825-47a2-a094-daf64ec64ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a7dbb1-6efa-4b91-94b6-884a8c34e756,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:17.535458 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-bfe2146b-c825-47a2-a094-daf64ec64ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:17.536027 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 36898) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:17.597344 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6f19eff6-ac82-434e-8325-140a32e5dc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:17.623206 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6f19eff6-ac82-434e-8325-140a32e5dc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:17.673918 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6f19eff6-ac82-434e-8325-140a32e5dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:17.677654 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-751d137f-f60b-4a7b-888c-9ba8f9aecccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:17.691066 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19eff6-ac82-434e-8325-140a32e5dc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a7dbb1-6efa-4b91-94b6-884a8c34e756,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:17.695010 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-6f19eff6-ac82-434e-8325-140a32e5dc06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:17.701447 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6f19eff6-ac82-434e-8325-140a32e5dc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:17.702537 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-6f19eff6-ac82-434e-8325-140a32e5dc06 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c6a7dbb1-6efa-4b91-94b6-884a8c34e756 HTTP/1.1" status: 204  len: 168 time: 0.1655686
Jun 03 16:24:17.847536 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-88a977dc-294b-49c4-8b20-bafe36660b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681826'] for router_interface, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:18.263133 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-88a977dc-294b-49c4-8b20-bafe36660b67 admin admin] Deleting port aa4bb690-4d57-4433-aa63-efd93fd80492 {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:24:18.263739 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-88a977dc-294b-49c4-8b20-bafe36660b67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:18.386481 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-88a977dc-294b-49c4-8b20-bafe36660b67 admin admin] For port aa4bb690-4d57-4433-aa63-efd93fd80492, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=aa4bb690-4d57-4433-aa63-efd93fd80492,segment=NetworkSegment(8d919451-85fd-41bb-bbc2-dd880028642e),segment_id=8d919451-85fd-41bb-bbc2-dd880028642e)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:24:18.386838 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-88a977dc-294b-49c4-8b20-bafe36660b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:18.609770 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-88a977dc-294b-49c4-8b20-bafe36660b67 admin admin] Calling delete_port for aa4bb690-4d57-4433-aa63-efd93fd80492 owned by network:router_interface {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:24:18.761514 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-88a977dc-294b-49c4-8b20-bafe36660b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:18.766021 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:18.814564 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a977dc-294b-49c4-8b20-bafe36660b67 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa4bb690-4d57-4433-aa63-efd93fd80492,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:18.846649 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-88a977dc-294b-49c4-8b20-bafe36660b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:19.094596 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-88a977dc-294b-49c4-8b20-bafe36660b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660668'] for router_interface, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:19.471729 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a977dc-294b-49c4-8b20-bafe36660b67 admin admin] Router 008d983e-7dfa-4639-8442-171e5c82cec4 has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:24:19.656241 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a977dc-294b-49c4-8b20-bafe36660b67 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:24:19.664855 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadfbc9d-2891-4a3c-895f-57bef783d2fa None None] Sync routers for ids ['008d983e-7dfa-4639-8442-171e5c82cec4'] in dv-cinder-786524-8-iscsi {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:24:19.668929 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-88a977dc-294b-49c4-8b20-bafe36660b67 admin admin] 10.222.0.66 "PUT /v2.0/routers/008d983e-7dfa-4639-8442-171e5c82cec4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4706037
Jun 03 16:24:19.671435 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 36978) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:19.678231 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadfbc9d-2891-4a3c-895f-57bef783d2fa None None] Routers {'008d983e-7dfa-4639-8442-171e5c82cec4'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:24:19.679140 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-fadfbc9d-2891-4a3c-895f-57bef783d2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2459eb0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:24:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['008d983e-7dfa-4639-8442-171e5c82cec4'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:24:19.852483 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-fadfbc9d-2891-4a3c-895f-57bef783d2fa None None] Set router 008d983e-7dfa-4639-8442-171e5c82cec4 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:24:19.853123 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4ae01452-fd7c-4ce1-8e1f-2e5139312d0c admin admin] Notify callbacks [] for router, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:20.145661 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4ae01452-fd7c-4ce1-8e1f-2e5139312d0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:20.166646 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-fadfbc9d-2891-4a3c-895f-57bef783d2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2459eb0>, [{'id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'name': 'tempest-AttachVolumeShelveTestJSON-798784809-router', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:49Z', 'updated_at': '2021-06-03T16:24:18Z', 'revision_number': 5, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'gw_port': {'id': 'e7bb605c-f5f8-4d81-af29-3edd26aea5a6', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:05:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:16:50Z', 'updated_at': '2021-06-03T16:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:24:20.172445 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadfbc9d-2891-4a3c-895f-57bef783d2fa None None] Checking router: 008d983e-7dfa-4639-8442-171e5c82cec4 for host: dv-cinder-786524-8-iscsi {{(pid=91619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:24:20.185041 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadfbc9d-2891-4a3c-895f-57bef783d2fa None None] Routers {'008d983e-7dfa-4639-8442-171e5c82cec4'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:24:20.185726 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-fadfbc9d-2891-4a3c-895f-57bef783d2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2459eb0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:24:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['008d983e-7dfa-4639-8442-171e5c82cec4'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:24:20.227208 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-4ae01452-fd7c-4ce1-8e1f-2e5139312d0c admin admin] Deleting port e7bb605c-f5f8-4d81-af29-3edd26aea5a6 {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:24:20.227548 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4ae01452-fd7c-4ce1-8e1f-2e5139312d0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:20.349538 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-fadfbc9d-2891-4a3c-895f-57bef783d2fa None None] Set router 008d983e-7dfa-4639-8442-171e5c82cec4 gateway port host: None {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:24:20.374644 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-4ae01452-fd7c-4ce1-8e1f-2e5139312d0c admin admin] For port e7bb605c-f5f8-4d81-af29-3edd26aea5a6, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=e7bb605c-f5f8-4d81-af29-3edd26aea5a6,segment=NetworkSegment(85b01a76-96af-409b-a8d7-73ca63f153b4),segment_id=85b01a76-96af-409b-a8d7-73ca63f153b4)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:24:20.375011 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4ae01452-fd7c-4ce1-8e1f-2e5139312d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:20.483358 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-fadfbc9d-2891-4a3c-895f-57bef783d2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2459eb0>, [{'id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'name': 'tempest-AttachVolumeShelveTestJSON-798784809-router', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:49Z', 'updated_at': '2021-06-03T16:24:20Z', 'revision_number': 6, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'gw_port_host': None}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:24:20.488333 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadfbc9d-2891-4a3c-895f-57bef783d2fa None None] The sync data for ids ['008d983e-7dfa-4639-8442-171e5c82cec4'] in dv-cinder-786524-8-iscsi is: [{'id': '008d983e-7dfa-4639-8442-171e5c82cec4', 'name': 'tempest-AttachVolumeShelveTestJSON-798784809-router', 'tenant_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:16:49Z', 'updated_at': '2021-06-03T16:24:20Z', 'revision_number': 6, 'project_id': 'c30f1bb3a5fa4f229320a2ddcb1ab970', 'gw_port_host': None}] {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:24:20.526657 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-4ae01452-fd7c-4ce1-8e1f-2e5139312d0c admin admin] Calling delete_port for e7bb605c-f5f8-4d81-af29-3edd26aea5a6 owned by network:router_gateway {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:24:20.717580 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4ae01452-fd7c-4ce1-8e1f-2e5139312d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:20.724219 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-1269b789-6a59-4789-86c2-2047663ca0e3 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:20.778595 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae01452-fd7c-4ce1-8e1f-2e5139312d0c admin admin] Pushing event deleted for resources: {'Port': ['ID=e7bb605c-f5f8-4d81-af29-3edd26aea5a6,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:20.810499 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-4ae01452-fd7c-4ce1-8e1f-2e5139312d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:20.896465 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4ae01452-fd7c-4ce1-8e1f-2e5139312d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380191'] for router_gateway, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:21.123561 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4ae01452-fd7c-4ce1-8e1f-2e5139312d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30221'] for router, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:21.125673 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4ae01452-fd7c-4ce1-8e1f-2e5139312d0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:21.154711 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4ae01452-fd7c-4ce1-8e1f-2e5139312d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685749'] for router, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:21.155373 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae01452-fd7c-4ce1-8e1f-2e5139312d0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 008d983e-7dfa-4639-8442-171e5c82cec4 {{(pid=91617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 03 16:24:21.169913 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4ae01452-fd7c-4ce1-8e1f-2e5139312d0c admin admin] Notify callbacks [] for router, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:21.171020 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-4ae01452-fd7c-4ce1-8e1f-2e5139312d0c admin admin] 10.222.0.66 "DELETE /v2.0/routers/008d983e-7dfa-4639-8442-171e5c82cec4 HTTP/1.1" status: 204  len: 168 time: 1.4986899
Jun 03 16:24:21.173596 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 36984) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:21.235303 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_v2 [None req-38aa4743-9087-4015-8853-29e023ea5d78 admin admin] Deleting subnet 1730b65d-c307-4958-817a-0c734926fd68 {{(pid=91617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 16:24:21.238006 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-38aa4743-9087-4015-8853-29e023ea5d78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:21.291141 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-38aa4743-9087-4015-8853-29e023ea5d78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296656'] for subnet, precommit_delete_associations {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:21.324581 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device e7bb605c-f5f8-4d81-af29-3edd26aea5a6 no longer exists at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:24:21.367587 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] No Port match for: e7bb605c-f5f8-4d81-af29-3edd26aea5a6 {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:24:21.368253 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device e7bb605c-f5f8-4d81-af29-3edd26aea5a6 not bound to the agent host dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:24:21.368865 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device aa4bb690-4d57-4433-aa63-efd93fd80492 no longer exists at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:24:21.403550 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-38aa4743-9087-4015-8853-29e023ea5d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722772'] for subnet, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:21.405258 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] No Port match for: aa4bb690-4d57-4433-aa63-efd93fd80492 {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:24:21.406039 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device aa4bb690-4d57-4433-aa63-efd93fd80492 not bound to the agent host dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:24:21.663178 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-38aa4743-9087-4015-8853-29e023ea5d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2387657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2910328'] for subnet, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:21.667498 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:21.703546 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa4743-9087-4015-8853-29e023ea5d78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1730b65d-c307-4958-817a-0c734926fd68,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:21.711300 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-38aa4743-9087-4015-8853-29e023ea5d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for subnet, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:21.714700 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-38aa4743-9087-4015-8853-29e023ea5d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:21.720745 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-38aa4743-9087-4015-8853-29e023ea5d78 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1730b65d-c307-4958-817a-0c734926fd68 HTTP/1.1" status: 204  len: 168 time: 0.5442491
Jun 03 16:24:21.721177 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 36988) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:21.723804 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b8c650-236e-403c-94be-6ebcf8e9d9ca None None] Network 2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:24:21.822083 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2d52eba9-ab6a-4e38-a593-9f5f73cc02a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086256'] for network, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:21.905531 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-2d52eba9-ab6a-4e38-a593-9f5f73cc02a2 admin admin] Deleting port 25505f15-0546-47cd-ba2e-7e38d2b6e16a {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:24:21.905874 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2d52eba9-ab6a-4e38-a593-9f5f73cc02a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:22.011082 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee296ec-552f-4762-9c8e-208cf2203f19 None None] DHCP port deletion for 2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 request from dv-cinder-786524-8-iscsi {{(pid=91618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 03 16:24:22.078562 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-aee296ec-552f-4762-9c8e-208cf2203f19 None None] Deleting port 25505f15-0546-47cd-ba2e-7e38d2b6e16a {{(pid=91618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:24:22.079145 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-aee296ec-552f-4762-9c8e-208cf2203f19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:22.116383 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-2d52eba9-ab6a-4e38-a593-9f5f73cc02a2 admin admin] For port 25505f15-0546-47cd-ba2e-7e38d2b6e16a, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=25505f15-0546-47cd-ba2e-7e38d2b6e16a,segment=NetworkSegment(8d919451-85fd-41bb-bbc2-dd880028642e),segment_id=8d919451-85fd-41bb-bbc2-dd880028642e)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:24:22.116751 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2d52eba9-ab6a-4e38-a593-9f5f73cc02a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:22.183252 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-aee296ec-552f-4762-9c8e-208cf2203f19 None None] For port 25505f15-0546-47cd-ba2e-7e38d2b6e16a, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=25505f15-0546-47cd-ba2e-7e38d2b6e16a,segment=NetworkSegment(8d919451-85fd-41bb-bbc2-dd880028642e),segment_id=8d919451-85fd-41bb-bbc2-dd880028642e)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:24:22.183653 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-aee296ec-552f-4762-9c8e-208cf2203f19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:22.241096 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-2d52eba9-ab6a-4e38-a593-9f5f73cc02a2 admin admin] Calling delete_port for 25505f15-0546-47cd-ba2e-7e38d2b6e16a owned by network:dhcp {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:24:22.287359 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2d52eba9-ab6a-4e38-a593-9f5f73cc02a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:22.291843 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a75231b3-9782-4249-bd3f-2584a62b86f8 tempest-AttachVolumeNegativeTest-990221830 tempest-AttachVolumeNegativeTest-990221830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:22.304920 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-aee296ec-552f-4762-9c8e-208cf2203f19 None None] Calling delete_port for 25505f15-0546-47cd-ba2e-7e38d2b6e16a owned by network:dhcp {{(pid=91618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:24:22.337963 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52eba9-ab6a-4e38-a593-9f5f73cc02a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=25505f15-0546-47cd-ba2e-7e38d2b6e16a,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:22.341012 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-2d52eba9-ab6a-4e38-a593-9f5f73cc02a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:22.341806 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d52eba9-ab6a-4e38-a593-9f5f73cc02a2 admin admin] No DVR routers for this DVR port 25505f15-0546-47cd-ba2e-7e38d2b6e16a on host dv-cinder-786524-8-iscsi {{(pid=91617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:24:22.348237 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-aee296ec-552f-4762-9c8e-208cf2203f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349'] for port, after_delete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:22.361110 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:22.402600 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee296ec-552f-4762-9c8e-208cf2203f19 None None] Pushing event deleted for resources: {'Port': ['ID=25505f15-0546-47cd-ba2e-7e38d2b6e16a,revision_number=None']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:22.405556 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-aee296ec-552f-4762-9c8e-208cf2203f19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:22.406332 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee296ec-552f-4762-9c8e-208cf2203f19 None None] No DVR routers for this DVR port 25505f15-0546-47cd-ba2e-7e38d2b6e16a on host dv-cinder-786524-8-iscsi {{(pid=91618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:24:22.463270 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2d52eba9-ab6a-4e38-a593-9f5f73cc02a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8051073', 'neutron.services.segments.db._delete_segments_for_network-8727276549825'] for network, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:22.476480 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.services.segments.db [None req-2d52eba9-ab6a-4e38-a593-9f5f73cc02a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7effa13644c0>,) {'filters': {'network_id': ['2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43']}} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:24:22.489351 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.services.segments.db [None req-2d52eba9-ab6a-4e38-a593-9f5f73cc02a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7effa13644c0>, '8d919451-85fd-41bb-bbc2-dd880028642e') {'for_net_delete': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:24:22.489649 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.services.segments.db [None req-2d52eba9-ab6a-4e38-a593-9f5f73cc02a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7effa13644c0>, '8d919451-85fd-41bb-bbc2-dd880028642e') {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:24:22.501412 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2d52eba9-ab6a-4e38-a593-9f5f73cc02a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727276553436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296617'] for segment, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:22.519037 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2d52eba9-ab6a-4e38-a593-9f5f73cc02a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:22.525627 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d52eba9-ab6a-4e38-a593-9f5f73cc02a2 admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=91617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 16:24:22.526019 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2d52eba9-ab6a-4e38-a593-9f5f73cc02a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2387491'] for segment, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]: Traceback (most recent call last):
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]:     timer()
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]:     cb(*args, **kw)
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]:     return func(*args, **kwargs)
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]:     self._notify()
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]:     self.callback(batched_events)
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]:     event.method(event)
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]:     return f(self, *a, **k)
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]:     return self._get(url).json()
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]:     return self.request(url, 'GET', **kwargs)
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 16:24:22.539655 dv-cinder-786524-8-iscsi neutron-server[91617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 16:24:22.620490 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2d52eba9-ab6a-4e38-a593-9f5f73cc02a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380276'] for network, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:22.627626 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-2d52eba9-ab6a-4e38-a593-9f5f73cc02a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:22.630002 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:22.652453 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52eba9-ab6a-4e38-a593-9f5f73cc02a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:22.655312 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-2d52eba9-ab6a-4e38-a593-9f5f73cc02a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:22.666363 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-2d52eba9-ab6a-4e38-a593-9f5f73cc02a2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/2d93ffa5-4c8e-4a7e-b5b4-dbda5906ab43 HTTP/1.1" status: 204  len: 168 time: 0.9437048
Jun 03 16:24:22.835003 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 36994) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:22.887735 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-7a92a8f9-53de-4100-93bf-e0bff6052b04 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c30f1bb3a5fa4f229320a2ddcb1ab970&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0514579
Jun 03 16:24:22.890059 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 36996) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:22.946890 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-9b83ca41-bae7-4ab3-b987-919f8f0c61b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:22.972107 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-9b83ca41-bae7-4ab3-b987-919f8f0c61b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:23.022867 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-9b83ca41-bae7-4ab3-b987-919f8f0c61b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:23.028169 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-5b29994e-e640-4248-8aee-43979416e1d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:23.044829 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83ca41-bae7-4ab3-b987-919f8f0c61b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df26cedd-b63a-49d0-8de0-71fd63c0b868,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:23.048371 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-9b83ca41-bae7-4ab3-b987-919f8f0c61b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:23.051794 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-9b83ca41-bae7-4ab3-b987-919f8f0c61b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:23.052895 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-9b83ca41-bae7-4ab3-b987-919f8f0c61b7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/df26cedd-b63a-49d0-8de0-71fd63c0b868 HTTP/1.1" status: 204  len: 168 time: 0.1619513
Jun 03 16:24:23.297680 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 25505f15-0546-47cd-ba2e-7e38d2b6e16a no longer exists at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:24:23.331548 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] No Port match for: 25505f15-0546-47cd-ba2e-7e38d2b6e16a {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:24:23.331909 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 25505f15-0546-47cd-ba2e-7e38d2b6e16a not bound to the agent host dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:24:24.460176 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 37048) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:24.573223 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-66238c75-9412-45af-b234-4e404139a21b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:24.587603 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-66238c75-9412-45af-b234-4e404139a21b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:24:24.592010 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-66238c75-9412-45af-b234-4e404139a21b admin admin] Usage tracker for resource:security_group_rule and tenant:7eabbfb2d6ee4735923d4ce0bdcba2bd is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:24:24.594814 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-66238c75-9412-45af-b234-4e404139a21b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:24:24.600512 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-66238c75-9412-45af-b234-4e404139a21b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:24:24.698111 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-66238c75-9412-45af-b234-4e404139a21b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:24.698111 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-66238c75-9412-45af-b234-4e404139a21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:24.702650 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-99ce3feb-8016-4a43-b9a9-8dffd873d656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:24.742379 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66238c75-9412-45af-b234-4e404139a21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ea74b7-8602-4523-8d75-34bc56cef8e2,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:24.746654 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-66238c75-9412-45af-b234-4e404139a21b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7eabbfb2d6ee4735923d4ce0bdcba2bd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2855051
Jun 03 16:24:24.749395 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 37054) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:24.752617 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66238c75-9412-45af-b234-4e404139a21b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:24.753003 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66238c75-9412-45af-b234-4e404139a21b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:24.753397 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66238c75-9412-45af-b234-4e404139a21b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:24.753757 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66238c75-9412-45af-b234-4e404139a21b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:24.754110 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66238c75-9412-45af-b234-4e404139a21b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:24.754468 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66238c75-9412-45af-b234-4e404139a21b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:24.754817 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66238c75-9412-45af-b234-4e404139a21b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:24.755163 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66238c75-9412-45af-b234-4e404139a21b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:24.755512 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66238c75-9412-45af-b234-4e404139a21b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:24.755854 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66238c75-9412-45af-b234-4e404139a21b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:24.756197 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66238c75-9412-45af-b234-4e404139a21b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:24.756540 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66238c75-9412-45af-b234-4e404139a21b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:24.760490 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-66238c75-9412-45af-b234-4e404139a21b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:24.807223 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f1048a28-4013-4507-91ff-f530bc865982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:24.834898 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f1048a28-4013-4507-91ff-f530bc865982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:24.890304 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f1048a28-4013-4507-91ff-f530bc865982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:24.894071 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-f5ed39d4-eafd-42bc-b9d7-c581cb3eef8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:24.907271 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1048a28-4013-4507-91ff-f530bc865982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ea74b7-8602-4523-8d75-34bc56cef8e2,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:24.910189 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-f1048a28-4013-4507-91ff-f530bc865982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:24.912112 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f1048a28-4013-4507-91ff-f530bc865982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:24.913250 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-f1048a28-4013-4507-91ff-f530bc865982 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/08ea74b7-8602-4523-8d75-34bc56cef8e2 HTTP/1.1" status: 204  len: 168 time: 0.1627944
Jun 03 16:24:26.719419 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 37108) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:26.831900 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d36d6d41-80eb-4e5a-94b4-5a9eeafc1f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:26.848132 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-d36d6d41-80eb-4e5a-94b4-5a9eeafc1f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:24:26.851998 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-d36d6d41-80eb-4e5a-94b4-5a9eeafc1f83 admin admin] Usage tracker for resource:security_group_rule and tenant:7a42244cb2e140a5ac2104970f70272e is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:24:26.854822 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-d36d6d41-80eb-4e5a-94b4-5a9eeafc1f83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:24:26.861443 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-d36d6d41-80eb-4e5a-94b4-5a9eeafc1f83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:24:26.950783 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d36d6d41-80eb-4e5a-94b4-5a9eeafc1f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:26.954670 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d36d6d41-80eb-4e5a-94b4-5a9eeafc1f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:26.966472 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-c41c0623-1377-439f-83c5-fb814e0221f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:27.005027 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d6d41-80eb-4e5a-94b4-5a9eeafc1f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88332a8-0e51-4313-adbd-7befbd70d192,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:27.008536 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-d36d6d41-80eb-4e5a-94b4-5a9eeafc1f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:27.010967 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-d36d6d41-80eb-4e5a-94b4-5a9eeafc1f83 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7a42244cb2e140a5ac2104970f70272e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2905478
Jun 03 16:24:27.014086 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 37114) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:27.069617 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-b70c68a4-ff92-4225-a24a-cb90c6372e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:27.095820 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-b70c68a4-ff92-4225-a24a-cb90c6372e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:27.146349 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-b70c68a4-ff92-4225-a24a-cb90c6372e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:27.151277 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-e3016bfe-0a80-4454-bd21-fa90d441ed9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:27.165362 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c68a4-ff92-4225-a24a-cb90c6372e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88332a8-0e51-4313-adbd-7befbd70d192,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:27.170035 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-b70c68a4-ff92-4225-a24a-cb90c6372e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:27.177522 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-b70c68a4-ff92-4225-a24a-cb90c6372e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:27.182000 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-b70c68a4-ff92-4225-a24a-cb90c6372e92 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a88332a8-0e51-4313-adbd-7befbd70d192 HTTP/1.1" status: 204  len: 168 time: 0.1668808
Jun 03 16:24:27.458224 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 37120) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:27.474954 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-3187cb07-3253-414d-86bd-1bff4ba503a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:27.488948 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-3187cb07-3253-414d-86bd-1bff4ba503a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:24:27.492809 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-3187cb07-3253-414d-86bd-1bff4ba503a9 admin admin] Usage tracker for resource:security_group_rule and tenant:06d39a67edf341a0ab3660e368162ed1 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:24:27.496116 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-3187cb07-3253-414d-86bd-1bff4ba503a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:24:27.501796 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-3187cb07-3253-414d-86bd-1bff4ba503a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:24:27.588884 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-3187cb07-3253-414d-86bd-1bff4ba503a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:27.593295 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-3187cb07-3253-414d-86bd-1bff4ba503a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:27.601457 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-56137da6-814c-4b0a-a7c5-d1ee783f1a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:27.640456 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-3187cb07-3253-414d-86bd-1bff4ba503a9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=06d39a67edf341a0ab3660e368162ed1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1811485
Jun 03 16:24:27.642077 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187cb07-3253-414d-86bd-1bff4ba503a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf85006-a231-4cf5-aac0-ad38ebe1d1b3,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:27.643139 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 37122) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:27.644974 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-3187cb07-3253-414d-86bd-1bff4ba503a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:27.712005 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-14ca6bf8-92f0-40a6-9a64-bf21671d5c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:27.738527 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-14ca6bf8-92f0-40a6-9a64-bf21671d5c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:27.790326 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-14ca6bf8-92f0-40a6-9a64-bf21671d5c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:27.794031 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-d945d354-aaf9-4564-82af-261a8155ecf6 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:27.804822 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca6bf8-92f0-40a6-9a64-bf21671d5c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf85006-a231-4cf5-aac0-ad38ebe1d1b3,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:27.809336 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-14ca6bf8-92f0-40a6-9a64-bf21671d5c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:27.811219 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-14ca6bf8-92f0-40a6-9a64-bf21671d5c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:27.812316 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-14ca6bf8-92f0-40a6-9a64-bf21671d5c01 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/abf85006-a231-4cf5-aac0-ad38ebe1d1b3 HTTP/1.1" status: 204  len: 168 time: 0.1682205
Jun 03 16:24:29.540282 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 37170) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:29.656147 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-de80eca6-6300-4979-bedc-288624aff97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:29.670502 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-de80eca6-6300-4979-bedc-288624aff97e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:24:29.674272 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-de80eca6-6300-4979-bedc-288624aff97e admin admin] Usage tracker for resource:security_group_rule and tenant:87fac764466a463194db005c76d54772 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:24:29.676987 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-de80eca6-6300-4979-bedc-288624aff97e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:24:29.682742 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-de80eca6-6300-4979-bedc-288624aff97e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:24:29.763160 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-de80eca6-6300-4979-bedc-288624aff97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:29.767023 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-de80eca6-6300-4979-bedc-288624aff97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:29.775338 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8796a7c6-ab7b-43cc-9f4d-99e1c93cb2dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:29.821742 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-de80eca6-6300-4979-bedc-288624aff97e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=87fac764466a463194db005c76d54772&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2801957
Jun 03 16:24:29.823189 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80eca6-6300-4979-bedc-288624aff97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47885dfa-7529-45e0-8257-dea7c267d182,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:29.824243 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 37174) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:29.826305 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-de80eca6-6300-4979-bedc-288624aff97e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:29.881756 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c12cc71b-0044-4c28-a4c6-43fe16b7abd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:29.907407 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c12cc71b-0044-4c28-a4c6-43fe16b7abd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:29.958022 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c12cc71b-0044-4c28-a4c6-43fe16b7abd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:29.961531 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-7f71a25f-5fb6-465b-bd8c-b076474acf8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:29.973739 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cc71b-0044-4c28-a4c6-43fe16b7abd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47885dfa-7529-45e0-8257-dea7c267d182,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:29.976522 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-c12cc71b-0044-4c28-a4c6-43fe16b7abd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:29.984173 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c12cc71b-0044-4c28-a4c6-43fe16b7abd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:29.985674 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-c12cc71b-0044-4c28-a4c6-43fe16b7abd9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/47885dfa-7529-45e0-8257-dea7c267d182 HTTP/1.1" status: 204  len: 168 time: 0.1600747
Jun 03 16:24:30.270334 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 37182) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:30.292418 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-b41e1515-514a-4903-9637-079d7d3d327b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:30.306287 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-b41e1515-514a-4903-9637-079d7d3d327b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:24:30.310402 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-b41e1515-514a-4903-9637-079d7d3d327b admin admin] Usage tracker for resource:security_group_rule and tenant:2350e1f4552d4a098ee1f1d3f6c924ad is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:24:30.313329 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-b41e1515-514a-4903-9637-079d7d3d327b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:24:30.319078 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-b41e1515-514a-4903-9637-079d7d3d327b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:24:30.403967 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-b41e1515-514a-4903-9637-079d7d3d327b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:30.407534 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-b41e1515-514a-4903-9637-079d7d3d327b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:30.415434 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-c4607d2e-08e7-49a7-844b-f57cd69e41c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:30.454733 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-b41e1515-514a-4903-9637-079d7d3d327b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2350e1f4552d4a098ee1f1d3f6c924ad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1828609
Jun 03 16:24:30.456315 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e1515-514a-4903-9637-079d7d3d327b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f2e1bd-9b16-4bf6-8199-5afcebe14e77,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:30.457363 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 37186) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:30.459283 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-b41e1515-514a-4903-9637-079d7d3d327b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:30.520657 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-61d17f62-2c27-449b-a92f-718ff4cf9397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:30.552051 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-61d17f62-2c27-449b-a92f-718ff4cf9397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:30.609465 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-61d17f62-2c27-449b-a92f-718ff4cf9397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:30.613344 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-29e2baf5-182d-479e-86c5-7577c8c406d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:30.624483 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d17f62-2c27-449b-a92f-718ff4cf9397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f2e1bd-9b16-4bf6-8199-5afcebe14e77,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:30.627325 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-61d17f62-2c27-449b-a92f-718ff4cf9397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:30.633699 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-61d17f62-2c27-449b-a92f-718ff4cf9397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:30.634797 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-61d17f62-2c27-449b-a92f-718ff4cf9397 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c0f2e1bd-9b16-4bf6-8199-5afcebe14e77 HTTP/1.1" status: 204  len: 168 time: 0.1764648
Jun 03 16:24:32.642838 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 37260) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:32.757988 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7e8f7f50-5acc-4389-905e-d4ed1a5c4df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:32.771693 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-7e8f7f50-5acc-4389-905e-d4ed1a5c4df4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:24:32.775453 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-7e8f7f50-5acc-4389-905e-d4ed1a5c4df4 admin admin] Usage tracker for resource:security_group_rule and tenant:69374e48b12e447a9ad28d4fd77ca75f is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:24:32.778820 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-7e8f7f50-5acc-4389-905e-d4ed1a5c4df4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:24:32.784752 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-7e8f7f50-5acc-4389-905e-d4ed1a5c4df4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:24:32.866116 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7e8f7f50-5acc-4389-905e-d4ed1a5c4df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:32.869624 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-7e8f7f50-5acc-4389-905e-d4ed1a5c4df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:32.876629 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a3e1572c-2841-45b5-b6b7-b8bdd3a1d780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:32.919495 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f7f50-5acc-4389-905e-d4ed1a5c4df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b920002-2ddf-45b6-ac64-fe69a719b7d6,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:32.923691 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-7e8f7f50-5acc-4389-905e-d4ed1a5c4df4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=69374e48b12e447a9ad28d4fd77ca75f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2798696
Jun 03 16:24:32.924534 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-7e8f7f50-5acc-4389-905e-d4ed1a5c4df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:32.926841 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 37264) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:32.985564 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-78db12f8-ef13-4d3d-aa7f-733c388b2daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:33.011998 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-78db12f8-ef13-4d3d-aa7f-733c388b2daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:33.065449 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-78db12f8-ef13-4d3d-aa7f-733c388b2daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:33.068946 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-6a1d74d7-6416-4ea4-9c0a-a699af24e9f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:33.081464 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db12f8-ef13-4d3d-aa7f-733c388b2daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b920002-2ddf-45b6-ac64-fe69a719b7d6,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:33.084330 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-78db12f8-ef13-4d3d-aa7f-733c388b2daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:33.086257 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-78db12f8-ef13-4d3d-aa7f-733c388b2daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:33.087346 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-78db12f8-ef13-4d3d-aa7f-733c388b2daf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2b920002-2ddf-45b6-ac64-fe69a719b7d6 HTTP/1.1" status: 204  len: 168 time: 0.1601090
Jun 03 16:24:33.366438 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 37272) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:33.385000 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e05e2bfa-6683-43d6-8273-0855df81eab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:33.403791 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e05e2bfa-6683-43d6-8273-0855df81eab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:24:33.407935 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-e05e2bfa-6683-43d6-8273-0855df81eab6 admin admin] Usage tracker for resource:security_group_rule and tenant:758498a248fa4497971dd4d9b6ea19a2 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:24:33.410864 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-e05e2bfa-6683-43d6-8273-0855df81eab6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:24:33.416653 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e05e2bfa-6683-43d6-8273-0855df81eab6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:24:33.504438 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e05e2bfa-6683-43d6-8273-0855df81eab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:33.507702 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e05e2bfa-6683-43d6-8273-0855df81eab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:33.516198 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-242a0abd-6a88-4f41-8539-116e6ded1f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:33.558139 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-e05e2bfa-6683-43d6-8273-0855df81eab6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=758498a248fa4497971dd4d9b6ea19a2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1904178
Jun 03 16:24:33.560218 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e2bfa-6683-43d6-8273-0855df81eab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f800ebcc-af25-458f-b950-3c1418504c9e,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:33.560931 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 37274) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:33.563246 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e05e2bfa-6683-43d6-8273-0855df81eab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:33.616960 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-9f30caeb-1ce3-4143-b642-c2543b6d17cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:33.645746 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-9f30caeb-1ce3-4143-b642-c2543b6d17cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:33.695753 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-9f30caeb-1ce3-4143-b642-c2543b6d17cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:33.699916 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-2b5932d1-1b0e-4987-af83-ff6af64bc01b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:33.712380 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30caeb-1ce3-4143-b642-c2543b6d17cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f800ebcc-af25-458f-b950-3c1418504c9e,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:33.716257 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-9f30caeb-1ce3-4143-b642-c2543b6d17cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:33.720738 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-9f30caeb-1ce3-4143-b642-c2543b6d17cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:33.721866 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-9f30caeb-1ce3-4143-b642-c2543b6d17cd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f800ebcc-af25-458f-b950-3c1418504c9e HTTP/1.1" status: 204  len: 168 time: 0.1599321
Jun 03 16:24:34.433322 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 37296) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:34.537697 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-f372ef0a-e0ca-4f70-a5ae-03b9bb1871e6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-237096658-network', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:24:34.542220 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-f372ef0a-e0ca-4f70-a5ae-03b9bb1871e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:24:34.546694 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-f372ef0a-e0ca-4f70-a5ae-03b9bb1871e6 admin admin] Usage tracker for resource:network and tenant:a8bfa9e92bd94e3382c94206d64bc6a3 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:24:34.549587 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-f372ef0a-e0ca-4f70-a5ae-03b9bb1871e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:24:34.555984 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-f372ef0a-e0ca-4f70-a5ae-03b9bb1871e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:24:34.566038 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f372ef0a-e0ca-4f70-a5ae-03b9bb1871e6 admin admin] Made reservation on behalf of a8bfa9e92bd94e3382c94206d64bc6a3 for: {'network': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:24:34.568289 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f372ef0a-e0ca-4f70-a5ae-03b9bb1871e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7909625'] for network, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:34.580140 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f372ef0a-e0ca-4f70-a5ae-03b9bb1871e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:34.594045 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-f372ef0a-e0ca-4f70-a5ae-03b9bb1871e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:24:34.597811 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-f372ef0a-e0ca-4f70-a5ae-03b9bb1871e6 admin admin] Usage tracker for resource:security_group_rule and tenant:a8bfa9e92bd94e3382c94206d64bc6a3 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:24:34.600538 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-f372ef0a-e0ca-4f70-a5ae-03b9bb1871e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:24:34.606732 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-f372ef0a-e0ca-4f70-a5ae-03b9bb1871e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:24:34.686598 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f372ef0a-e0ca-4f70-a5ae-03b9bb1871e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:34.690264 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f372ef0a-e0ca-4f70-a5ae-03b9bb1871e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:34.694267 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-78db12f8-ef13-4d3d-aa7f-733c388b2daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:34.717297 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f372ef0a-e0ca-4f70-a5ae-03b9bb1871e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927}  {{(pid=91617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 16:24:34.729417 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372ef0a-e0ca-4f70-a5ae-03b9bb1871e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f6b6c2-1437-4fc7-b8b6-6d8cca935899,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:34.734544 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f372ef0a-e0ca-4f70-a5ae-03b9bb1871e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:34.734888 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.db.segments_db [None req-f372ef0a-e0ca-4f70-a5ae-03b9bb1871e6 admin admin] Added segment 6c30cfee-f8b8-4df6-a90f-24b9946717ad of type vlan for network 1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348
Jun 03 16:24:34.736058 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-f372ef0a-e0ca-4f70-a5ae-03b9bb1871e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:34.762089 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f372ef0a-e0ca-4f70-a5ae-03b9bb1871e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727276187850'] for network, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:34.792764 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f372ef0a-e0ca-4f70-a5ae-03b9bb1871e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335'] for network, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:34.794696 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f372ef0a-e0ca-4f70-a5ae-03b9bb1871e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:24:34.795274 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f372ef0a-e0ca-4f70-a5ae-03b9bb1871e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:34.800159 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:34.990038 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-f372ef0a-e0ca-4f70-a5ae-03b9bb1871e6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5522900
Jun 03 16:24:34.990252 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 37302) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:34.992185 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372ef0a-e0ca-4f70-a5ae-03b9bb1871e6 admin admin] Pushing event updated for resources: {'Network': ['ID=1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:34.995365 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-f372ef0a-e0ca-4f70-a5ae-03b9bb1871e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:34.999563 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-8278634d-6117-474b-a728-315ee86db1d1 admin admin] Request body: {'subnet': {'network_id': '1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-237096658-subnet', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'ip_version': 4}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:24:35.003715 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Network 1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348 details requested by agent ovs-agent-dv-cinder-786524-8-iscsi with host dv-cinder-786524-8-iscsi {{(pid=91618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 16:24:35.007643 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-8278634d-6117-474b-a728-315ee86db1d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:24:35.013292 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-8278634d-6117-474b-a728-315ee86db1d1 admin admin] Usage tracker for resource:subnet and tenant:a8bfa9e92bd94e3382c94206d64bc6a3 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:24:35.017056 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-8278634d-6117-474b-a728-315ee86db1d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:24:35.022874 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-8278634d-6117-474b-a728-315ee86db1d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:24:35.033786 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8278634d-6117-474b-a728-315ee86db1d1 admin admin] Made reservation on behalf of a8bfa9e92bd94e3382c94206d64bc6a3 for: {'subnet': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:24:35.036699 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8278634d-6117-474b-a728-315ee86db1d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2898585'] for subnet, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:35.416249 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8278634d-6117-474b-a728-315ee86db1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2387592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2898571'] for subnet, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:35.420962 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-1dc44784-f422-4e97-b40c-2a9cd154029c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:35.495600 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278634d-6117-474b-a728-315ee86db1d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5cf2a1c-41bf-447c-83c4-f002ed66edbf,revision_number=0']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:35.499659 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-8278634d-6117-474b-a728-315ee86db1d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:35.500274 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8278634d-6117-474b-a728-315ee86db1d1 admin admin] Checking segment: {'id': '6c30cfee-f8b8-4df6-a90f-24b9946717ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:24:35.500622 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8278634d-6117-474b-a728-315ee86db1d1 admin admin] Network hostable DHCP agents. Network: 1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348, hostable agents: ['c044945e-c5c8-447c-aba8-a587522630bd'], hosted agents: [] {{(pid=91617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 16:24:35.519225 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8278634d-6117-474b-a728-315ee86db1d1 admin admin] Network 1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348 is scheduled to be hosted by DHCP agent c044945e-c5c8-447c-aba8-a587522630bd with binding_index 1 {{(pid=91617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 16:24:35.528202 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [None req-8278634d-6117-474b-a728-315ee86db1d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-iscsi, 1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348) {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:24:35.536538 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8278634d-6117-474b-a728-315ee86db1d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:24:35.536681 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f93265f-0fa1-4030-bdd1-c949c2b1c0fd None None] Network 1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348 requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:24:35.537207 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8278634d-6117-474b-a728-315ee86db1d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for subnet, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:35.561942 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-8278634d-6117-474b-a728-315ee86db1d1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5702231
Jun 03 16:24:35.562624 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 37306) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:35.567439 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-64063f09-4d96-41af-88d7-65841bacb295 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-237096658-router', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:24:35.571995 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-64063f09-4d96-41af-88d7-65841bacb295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:24:35.576795 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-64063f09-4d96-41af-88d7-65841bacb295 admin admin] Usage tracker for resource:router and tenant:a8bfa9e92bd94e3382c94206d64bc6a3 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:24:35.579909 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-64063f09-4d96-41af-88d7-65841bacb295 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:24:35.587315 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-64063f09-4d96-41af-88d7-65841bacb295 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:24:35.598413 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-64063f09-4d96-41af-88d7-65841bacb295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30227'] for router, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:35.599547 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-64063f09-4d96-41af-88d7-65841bacb295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-686308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-773730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30234'] for router, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:35.619059 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-64063f09-4d96-41af-88d7-65841bacb295 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:35.762363 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e4e5c1-d1fa-4983-98c2-c3cc64fcbbc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10b196e7-bcaa-5b87-a244-394a9af7543c-1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348', 'network_id': '1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'fixed_ips': [{'subnet_id': 'c5cf2a1c-41bf-447c-83c4-f002ed66edbf'}]}} from dv-cinder-786524-8-iscsi. {{(pid=91618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 03 16:24:35.763205 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-03e4e5c1-d1fa-4983-98c2-c3cc64fcbbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:35.896953 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-64063f09-4d96-41af-88d7-65841bacb295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-686290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30324'] for router, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:35.917298 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.db_base_plugin_common [None req-03e4e5c1-d1fa-4983-98c2-c3cc64fcbbc5 None None] Allocated IP 172.20.0.2 (1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348/c5cf2a1c-41bf-447c-83c4-f002ed66edbf/a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c) {{(pid=91618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:24:36.122605 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-03e4e5c1-d1fa-4983-98c2-c3cc64fcbbc5 None None] Notify callbacks [] for port, precommit_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:36.131971 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-03e4e5c1-d1fa-4983-98c2-c3cc64fcbbc5 None None] Transition to ACTIVE for port object a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c will not be triggered until provisioned by entity L2. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:24:36.150200 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-03e4e5c1-d1fa-4983-98c2-c3cc64fcbbc5 None None] Transition to ACTIVE for port object a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c will not be triggered until provisioned by entity DHCP. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:24:36.156312 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-03e4e5c1-d1fa-4983-98c2-c3cc64fcbbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340'] for port, after_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:36.159976 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:36.262244 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e4e5c1-d1fa-4983-98c2-c3cc64fcbbc5 None None] Network 1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348 is already hosted by enough agents. {{(pid=91618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:24:36.269337 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.scheduler.base_scheduler [None req-03e4e5c1-d1fa-4983-98c2-c3cc64fcbbc5 None None] Resources bound (agent type, host, resource id):  {{(pid=91618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:24:36.274903 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e4e5c1-d1fa-4983-98c2-c3cc64fcbbc5 None None] Received port after_create {{(pid=91618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:24:36.276965 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4e5c1-d1fa-4983-98c2-c3cc64fcbbc5 None None] Pushing event updated for resources: {'Port': ['ID=a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c,revision_number=1']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:36.281108 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-03e4e5c1-d1fa-4983-98c2-c3cc64fcbbc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:36.336645 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-64063f09-4d96-41af-88d7-65841bacb295 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:36.371310 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-03e4e5c1-d1fa-4983-98c2-c3cc64fcbbc5 None None] Attempting to bind port a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c on host dv-cinder-786524-8-iscsi for vnic_type normal with profile  {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:24:36.371558 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-64063f09-4d96-41af-88d7-65841bacb295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:36.371879 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-03e4e5c1-d1fa-4983-98c2-c3cc64fcbbc5 None None] Attempting to bind port a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c by drivers openvswitch,hyperv on host dv-cinder-786524-8-iscsi at level 0 using segments [{'id': '6c30cfee-f8b8-4df6-a90f-24b9946717ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348'}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:24:36.372334 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e4e5c1-d1fa-4983-98c2-c3cc64fcbbc5 None None] Attempting to bind port a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c on network 1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348 {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:24:36.377855 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e4e5c1-d1fa-4983-98c2-c3cc64fcbbc5 None None] Checking agent: {'id': 'ac8e9f39-4eb9-409d-95f3-792de4f7d79f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:24:36.378234 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e4e5c1-d1fa-4983-98c2-c3cc64fcbbc5 None None] Checking segment: {'id': '6c30cfee-f8b8-4df6-a90f-24b9946717ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:24:36.378639 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-03e4e5c1-d1fa-4983-98c2-c3cc64fcbbc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:36.379032 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e4e5c1-d1fa-4983-98c2-c3cc64fcbbc5 None None] Bound using segment: {'id': '6c30cfee-f8b8-4df6-a90f-24b9946717ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348'} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:24:36.379497 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-03e4e5c1-d1fa-4983-98c2-c3cc64fcbbc5 None None] Bound port: a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c, host: dv-cinder-786524-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c30cfee-f8b8-4df6-a90f-24b9946717ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348'}}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:24:36.379871 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-03e4e5c1-d1fa-4983-98c2-c3cc64fcbbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:36.467024 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-03e4e5c1-d1fa-4983-98c2-c3cc64fcbbc5 None None] For port a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c, host dv-cinder-786524-8-iscsi, cleared binding levels {{(pid=91618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:24:36.470211 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-03e4e5c1-d1fa-4983-98c2-c3cc64fcbbc5 None None] For port a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c, host dv-cinder-786524-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c,segment=NetworkSegment(6c30cfee-f8b8-4df6-a90f-24b9946717ad),segment_id=6c30cfee-f8b8-4df6-a90f-24b9946717ad)] {{(pid=91618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:24:36.473981 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-03e4e5c1-d1fa-4983-98c2-c3cc64fcbbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:36.477434 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:36.507956 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [None req-64063f09-4d96-41af-88d7-65841bacb295 admin admin] Allocated IP 172.27.2.188 (454170da-4e8f-4963-97fb-80bd3b86dedc/06c387f0-ce57-4d04-be2c-2471c04350c2/6cb8fcdb-ed50-440f-a735-4c72ab8f7369) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:24:36.564183 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4e5c1-d1fa-4983-98c2-c3cc64fcbbc5 None None] Pushing event updated for resources: {'Port': ['ID=a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c,revision_number=2']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:36.567535 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-03e4e5c1-d1fa-4983-98c2-c3cc64fcbbc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:36.666084 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-64063f09-4d96-41af-88d7-65841bacb295 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:36.697576 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-64063f09-4d96-41af-88d7-65841bacb295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954439'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:36.703419 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8e25f4b2-c8ce-4f92-955a-4172ec0ee812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:36.774004 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64063f09-4d96-41af-88d7-65841bacb295 admin admin] Network 454170da-4e8f-4963-97fb-80bd3b86dedc is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:24:36.775650 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-64063f09-4d96-41af-88d7-65841bacb295 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:24:36.779542 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64063f09-4d96-41af-88d7-65841bacb295 admin admin] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:24:36.842154 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64063f09-4d96-41af-88d7-65841bacb295 admin admin] Pushing event updated for resources: {'Port': ['ID=6cb8fcdb-ed50-440f-a735-4c72ab8f7369,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:36.845818 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-64063f09-4d96-41af-88d7-65841bacb295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:36.983380 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-ee09c587-d1b5-4b8c-91f1-be3c07d64917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:37.265106 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-64063f09-4d96-41af-88d7-65841bacb295 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:37.359999 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:24:37.438564 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning for port a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:24:37.477418 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0365c53-9d93-4b3f-837e-79e63d8a6213 None None] Network 1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348 requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:24:37.586670 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-e75bf53b-e42f-479e-bc2b-5d71db5059d2 None None] Provisioning for port a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c completed by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:24:37.602909 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-e75bf53b-e42f-479e-bc2b-5d71db5059d2 None None] Provisioning complete for port a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:24:37.603311 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e75bf53b-e42f-479e-bc2b-5d71db5059d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:37.617499 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-64063f09-4d96-41af-88d7-65841bacb295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-380211'] for router, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:37.815938 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e75bf53b-e42f-479e-bc2b-5d71db5059d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:37.860431 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-e75bf53b-e42f-479e-bc2b-5d71db5059d2 None None] For port a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c,segment=NetworkSegment(6c30cfee-f8b8-4df6-a90f-24b9946717ad),segment_id=6c30cfee-f8b8-4df6-a90f-24b9946717ad)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:24:37.865725 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e75bf53b-e42f-479e-bc2b-5d71db5059d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:37.867554 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-03e4e5c1-d1fa-4983-98c2-c3cc64fcbbc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:37.936851 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75bf53b-e42f-479e-bc2b-5d71db5059d2 None None] Pushing event updated for resources: {'Port': ['ID=a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c,revision_number=3']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:37.940215 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-e75bf53b-e42f-479e-bc2b-5d71db5059d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:37.941460 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64063f09-4d96-41af-88d7-65841bacb295 admin admin] Router e7650418-f0e2-4241-b98e-99fc5309f404 is scheduled to L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b with binding_index 1 {{(pid=91616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 03 16:24:38.085856 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-5428c928-2172-4389-affb-371182e82543 None None] Provisioning complete for port a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:24:38.086242 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-5428c928-2172-4389-affb-371182e82543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:38.123354 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64063f09-4d96-41af-88d7-65841bacb295 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:24:38.134250 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34280504-2b6c-4b30-82ed-bb08a6c429d7 None None] Sync routers for ids ['e7650418-f0e2-4241-b98e-99fc5309f404'] in dv-cinder-786524-8-iscsi {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:24:38.154203 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34280504-2b6c-4b30-82ed-bb08a6c429d7 None None] Routers {'e7650418-f0e2-4241-b98e-99fc5309f404'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:24:38.154828 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-34280504-2b6c-4b30-82ed-bb08a6c429d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa1eba100>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:24:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['e7650418-f0e2-4241-b98e-99fc5309f404'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:24:38.160332 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-64063f09-4d96-41af-88d7-65841bacb295 admin admin] Notify callbacks [] for router, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:38.161797 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-64063f09-4d96-41af-88d7-65841bacb295 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.5979710
Jun 03 16:24:38.164463 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 37316) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:38.384132 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-34280504-2b6c-4b30-82ed-bb08a6c429d7 None None] Set router e7650418-f0e2-4241-b98e-99fc5309f404 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:24:38.678978 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-34280504-2b6c-4b30-82ed-bb08a6c429d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa1eba100>, [{'id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'name': 'tempest-TestMinimumBasicScenario-237096658-router', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '6cb8fcdb-ed50-440f-a735-4c72ab8f7369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:24:35Z', 'updated_at': '2021-06-03T16:24:37Z', 'revision_number': 3, 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'gw_port': {'id': '6cb8fcdb-ed50-440f-a735-4c72ab8f7369', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:36Z', 'updated_at': '2021-06-03T16:24:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:24:38.690437 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34280504-2b6c-4b30-82ed-bb08a6c429d7 None None] Checking router: e7650418-f0e2-4241-b98e-99fc5309f404 for host: dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:24:38.690437 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34280504-2b6c-4b30-82ed-bb08a6c429d7 None None] Updating router e7650418-f0e2-4241-b98e-99fc5309f404 port 6cb8fcdb-ed50-440f-a735-4c72ab8f7369 binding host dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 16:24:38.783296 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34280504-2b6c-4b30-82ed-bb08a6c429d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:38.866046 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-9ecc27dd-bcfb-4e37-ba00-96cf682f0966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:38.885790 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:39.084464 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [None req-9ecc27dd-bcfb-4e37-ba00-96cf682f0966 admin admin] Allocated IP 172.20.0.1 (1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348/c5cf2a1c-41bf-447c-83c4-f002ed66edbf/f3633d48-19e0-4f9a-adbd-16094cd615f8) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:24:39.125671 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34280504-2b6c-4b30-82ed-bb08a6c429d7 None None] Notify callbacks [] for port, precommit_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:39.137652 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-34280504-2b6c-4b30-82ed-bb08a6c429d7 None None] Transition to ACTIVE for port object 6cb8fcdb-ed50-440f-a735-4c72ab8f7369 will not be triggered until provisioned by entity L2. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:24:39.143359 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34280504-2b6c-4b30-82ed-bb08a6c429d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:39.146724 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-118c7508-a91f-4f6d-9b87-70edcf4c0999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:39.224667 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c79d08-b78f-4bbb-9c0d-d0dd33958c36 None None] Pushing event updated for resources: {'Port': ['ID=6cb8fcdb-ed50-440f-a735-4c72ab8f7369,revision_number=2']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:39.227185 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-34280504-2b6c-4b30-82ed-bb08a6c429d7 None None] Attempting to bind port 6cb8fcdb-ed50-440f-a735-4c72ab8f7369 on host dv-cinder-786524-8-iscsi for vnic_type normal with profile  {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:24:39.227561 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-34280504-2b6c-4b30-82ed-bb08a6c429d7 None None] Attempting to bind port 6cb8fcdb-ed50-440f-a735-4c72ab8f7369 by drivers openvswitch,hyperv on host dv-cinder-786524-8-iscsi at level 0 using segments [{'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:24:39.227935 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34280504-2b6c-4b30-82ed-bb08a6c429d7 None None] Attempting to bind port 6cb8fcdb-ed50-440f-a735-4c72ab8f7369 on network 454170da-4e8f-4963-97fb-80bd3b86dedc {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:24:39.230116 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-47c79d08-b78f-4bbb-9c0d-d0dd33958c36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:39.234214 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-9ecc27dd-bcfb-4e37-ba00-96cf682f0966 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:39.234323 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34280504-2b6c-4b30-82ed-bb08a6c429d7 None None] Checking agent: {'id': 'ac8e9f39-4eb9-409d-95f3-792de4f7d79f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:24:39.234519 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34280504-2b6c-4b30-82ed-bb08a6c429d7 None None] Checking segment: {'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:24:39.234922 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34280504-2b6c-4b30-82ed-bb08a6c429d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:39.235321 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34280504-2b6c-4b30-82ed-bb08a6c429d7 None None] Bound using segment: {'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:24:39.235811 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-34280504-2b6c-4b30-82ed-bb08a6c429d7 None None] Bound port: 6cb8fcdb-ed50-440f-a735-4c72ab8f7369, host: dv-cinder-786524-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:24:39.236190 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34280504-2b6c-4b30-82ed-bb08a6c429d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:39.249898 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.provisioning_blocks [None req-9ecc27dd-bcfb-4e37-ba00-96cf682f0966 admin admin] Transition to ACTIVE for port object f3633d48-19e0-4f9a-adbd-16094cd615f8 will not be triggered until provisioned by entity DHCP. {{(pid=91616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:24:39.274762 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-9ecc27dd-bcfb-4e37-ba00-96cf682f0966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954439'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:39.286466 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:39.309119 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-34280504-2b6c-4b30-82ed-bb08a6c429d7 None None] For port 6cb8fcdb-ed50-440f-a735-4c72ab8f7369, host dv-cinder-786524-8-iscsi, cleared binding levels {{(pid=91618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:24:39.312512 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-34280504-2b6c-4b30-82ed-bb08a6c429d7 None None] For port 6cb8fcdb-ed50-440f-a735-4c72ab8f7369, host dv-cinder-786524-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=6cb8fcdb-ed50-440f-a735-4c72ab8f7369,segment=NetworkSegment(85b01a76-96af-409b-a8d7-73ca63f153b4),segment_id=85b01a76-96af-409b-a8d7-73ca63f153b4)] {{(pid=91618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:24:39.316834 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34280504-2b6c-4b30-82ed-bb08a6c429d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:39.321195 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-eae445a4-f95e-4108-9bba-9dfbb3dc57fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:39.337615 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecc27dd-bcfb-4e37-ba00-96cf682f0966 admin admin] Network 1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348 is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:24:39.340593 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-9ecc27dd-bcfb-4e37-ba00-96cf682f0966 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:24:39.343090 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecc27dd-bcfb-4e37-ba00-96cf682f0966 admin admin] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:24:39.361884 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:24:39.474326 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34280504-2b6c-4b30-82ed-bb08a6c429d7 None None] Routers {'e7650418-f0e2-4241-b98e-99fc5309f404'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:24:39.475008 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-34280504-2b6c-4b30-82ed-bb08a6c429d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa1eba100>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:24:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['e7650418-f0e2-4241-b98e-99fc5309f404'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:24:39.535879 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc27dd-bcfb-4e37-ba00-96cf682f0966 admin admin] Pushing event updated for resources: {'Port': ['ID=f3633d48-19e0-4f9a-adbd-16094cd615f8,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:39.539549 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-9ecc27dd-bcfb-4e37-ba00-96cf682f0966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:39.546121 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c79d08-b78f-4bbb-9c0d-d0dd33958c36 None None] Pushing event updated for resources: {'Port': ['ID=6cb8fcdb-ed50-440f-a735-4c72ab8f7369,revision_number=3']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:39.546873 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-9ecc27dd-bcfb-4e37-ba00-96cf682f0966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380413'] for router_interface, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:39.550975 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:39.555739 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-47c79d08-b78f-4bbb-9c0d-d0dd33958c36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:39.666978 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:24:39.667359 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:39.690855 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-c643b4f2-a676-4f05-9242-ff81c0a5afae None None] Provisioning for port f3633d48-19e0-4f9a-adbd-16094cd615f8 completed by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:24:39.723644 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-c643b4f2-a676-4f05-9242-ff81c0a5afae None None] Provisioning complete for port f3633d48-19e0-4f9a-adbd-16094cd615f8 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:24:39.724016 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-c643b4f2-a676-4f05-9242-ff81c0a5afae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:39.768817 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-34280504-2b6c-4b30-82ed-bb08a6c429d7 None None] Set router e7650418-f0e2-4241-b98e-99fc5309f404 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:24:39.808824 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-9ecc27dd-bcfb-4e37-ba00-96cf682f0966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:39.939013 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-84bc1638-e782-4666-b314-a90dcfd29d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:39.948886 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-c643b4f2-a676-4f05-9242-ff81c0a5afae None None] Port f3633d48-19e0-4f9a-adbd-16094cd615f8 cannot update to ACTIVE because it is not bound. {{(pid=91618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 16:24:40.064368 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-9ecc27dd-bcfb-4e37-ba00-96cf682f0966 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:40.069234 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-9ecc27dd-bcfb-4e37-ba00-96cf682f0966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954300'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:40.097701 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e60182da-c7e3-40d3-9d7f-c5b59866be86 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:40.165164 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-34280504-2b6c-4b30-82ed-bb08a6c429d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa1eba100>, [{'id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'name': 'tempest-TestMinimumBasicScenario-237096658-router', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '6cb8fcdb-ed50-440f-a735-4c72ab8f7369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:24:35Z', 'updated_at': '2021-06-03T16:24:37Z', 'revision_number': 3, 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'gw_port': {'id': '6cb8fcdb-ed50-440f-a735-4c72ab8f7369', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:36Z', 'updated_at': '2021-06-03T16:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:24:40.171342 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34280504-2b6c-4b30-82ed-bb08a6c429d7 None None] The sync data for ids ['e7650418-f0e2-4241-b98e-99fc5309f404'] in dv-cinder-786524-8-iscsi is: [{'id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'name': 'tempest-TestMinimumBasicScenario-237096658-router', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '6cb8fcdb-ed50-440f-a735-4c72ab8f7369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:24:35Z', 'updated_at': '2021-06-03T16:24:37Z', 'revision_number': 3, 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'gw_port': {'id': '6cb8fcdb-ed50-440f-a735-4c72ab8f7369', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:36Z', 'updated_at': '2021-06-03T16:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:24:40.184694 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-9ecc27dd-bcfb-4e37-ba00-96cf682f0966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681873'] for router_interface, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:40.188455 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc27dd-bcfb-4e37-ba00-96cf682f0966 admin admin] Pushing event updated for resources: {'Port': ['ID=f3633d48-19e0-4f9a-adbd-16094cd615f8,revision_number=2']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:40.193788 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-9ecc27dd-bcfb-4e37-ba00-96cf682f0966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:40.330799 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecc27dd-bcfb-4e37-ba00-96cf682f0966 admin admin] Network 1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348 is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:24:40.331908 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-9ecc27dd-bcfb-4e37-ba00-96cf682f0966 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:24:40.549860 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ecc27dd-bcfb-4e37-ba00-96cf682f0966 admin admin] Router e7650418-f0e2-4241-b98e-99fc5309f404 has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:24:40.674920 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-73875137-edce-449a-a8cc-598f5fb453d8 None None] Provisioning complete for port f3633d48-19e0-4f9a-adbd-16094cd615f8 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:24:40.675484 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-73875137-edce-449a-a8cc-598f5fb453d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:40.733735 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-73875137-edce-449a-a8cc-598f5fb453d8 None None] Port f3633d48-19e0-4f9a-adbd-16094cd615f8 cannot update to ACTIVE because it is not bound. {{(pid=91618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 16:24:40.736830 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecc27dd-bcfb-4e37-ba00-96cf682f0966 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:24:40.746574 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-9ecc27dd-bcfb-4e37-ba00-96cf682f0966 admin admin] 10.222.0.66 "PUT /v2.0/routers/e7650418-f0e2-4241-b98e-99fc5309f404/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5810957
Jun 03 16:24:40.775360 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:41.288653 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 37350) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:41.293954 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-403f4269-dc50-45ce-a3e9-280795b07603 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2059820271-network', 'tenant_id': '357ddc6b7d794fdb8072e80a0b543c0d'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:24:41.298858 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-403f4269-dc50-45ce-a3e9-280795b07603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:24:41.302683 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-403f4269-dc50-45ce-a3e9-280795b07603 admin admin] Usage tracker for resource:network and tenant:357ddc6b7d794fdb8072e80a0b543c0d is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:24:41.305431 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-403f4269-dc50-45ce-a3e9-280795b07603 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:24:41.311510 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-403f4269-dc50-45ce-a3e9-280795b07603 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:24:41.321309 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403f4269-dc50-45ce-a3e9-280795b07603 admin admin] Made reservation on behalf of 357ddc6b7d794fdb8072e80a0b543c0d for: {'network': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:24:41.323931 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-403f4269-dc50-45ce-a3e9-280795b07603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7909625'] for network, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:41.336503 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 6cb8fcdb-ed50-440f-a735-4c72ab8f7369 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:24:41.337808 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-403f4269-dc50-45ce-a3e9-280795b07603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:41.353770 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-403f4269-dc50-45ce-a3e9-280795b07603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:24:41.357935 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-403f4269-dc50-45ce-a3e9-280795b07603 admin admin] Usage tracker for resource:security_group_rule and tenant:357ddc6b7d794fdb8072e80a0b543c0d is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:24:41.360752 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-403f4269-dc50-45ce-a3e9-280795b07603 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:24:41.366510 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-403f4269-dc50-45ce-a3e9-280795b07603 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:24:41.452098 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning for port 6cb8fcdb-ed50-440f-a735-4c72ab8f7369 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:24:41.456726 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 6cb8fcdb-ed50-440f-a735-4c72ab8f7369 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:24:41.457128 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:41.458346 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-403f4269-dc50-45ce-a3e9-280795b07603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:41.462049 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-403f4269-dc50-45ce-a3e9-280795b07603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:41.465802 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-7b8a27e7-5aee-49fd-87f9-ad8e8050b0a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:41.493855 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403f4269-dc50-45ce-a3e9-280795b07603 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903}  {{(pid=91617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 16:24:41.503218 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f4269-dc50-45ce-a3e9-280795b07603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2b53f8-156c-453c-880b-3f3c5c5c4290,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:41.506950 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-403f4269-dc50-45ce-a3e9-280795b07603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:41.509797 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-403f4269-dc50-45ce-a3e9-280795b07603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:41.510141 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.db.segments_db [None req-403f4269-dc50-45ce-a3e9-280795b07603 admin admin] Added segment d91ea073-ce3b-4456-b452-9b0d1c69ef7f of type vlan for network 443b8f53-c1c9-4bbe-b96b-faed80a1e6d4
Jun 03 16:24:41.542732 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-403f4269-dc50-45ce-a3e9-280795b07603 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727276187850'] for network, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:41.578212 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:41.578904 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-403f4269-dc50-45ce-a3e9-280795b07603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335'] for network, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:41.580568 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403f4269-dc50-45ce-a3e9-280795b07603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:24:41.581273 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-403f4269-dc50-45ce-a3e9-280795b07603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:41.586784 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-f372ef0a-e0ca-4f70-a5ae-03b9bb1871e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:41.595729 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] For port 6cb8fcdb-ed50-440f-a735-4c72ab8f7369, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=6cb8fcdb-ed50-440f-a735-4c72ab8f7369,segment=NetworkSegment(85b01a76-96af-409b-a8d7-73ca63f153b4),segment_id=85b01a76-96af-409b-a8d7-73ca63f153b4)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:24:41.599736 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:41.604656 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:41.674169 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Pushing event updated for resources: {'Port': ['ID=6cb8fcdb-ed50-440f-a735-4c72ab8f7369,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:41.677251 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:41.683147 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-403f4269-dc50-45ce-a3e9-280795b07603 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3933372
Jun 03 16:24:41.685925 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 37352) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:41.686638 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f4269-dc50-45ce-a3e9-280795b07603 admin admin] Pushing event updated for resources: {'Network': ['ID=443b8f53-c1c9-4bbe-b96b-faed80a1e6d4,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:41.689264 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-403f4269-dc50-45ce-a3e9-280795b07603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:41.692232 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-e698e9a0-d07c-4ed7-9553-39b3bb24d4ea admin admin] Request body: {'subnet': {'network_id': '443b8f53-c1c9-4bbe-b96b-faed80a1e6d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2059820271-subnet', 'tenant_id': '357ddc6b7d794fdb8072e80a0b543c0d', 'ip_version': 4}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:24:41.702377 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Network 443b8f53-c1c9-4bbe-b96b-faed80a1e6d4 details requested by agent ovs-agent-dv-cinder-786524-8-iscsi with host dv-cinder-786524-8-iscsi {{(pid=91618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 16:24:41.703931 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e698e9a0-d07c-4ed7-9553-39b3bb24d4ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:24:41.707956 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-e698e9a0-d07c-4ed7-9553-39b3bb24d4ea admin admin] Usage tracker for resource:subnet and tenant:357ddc6b7d794fdb8072e80a0b543c0d is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:24:41.711309 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-e698e9a0-d07c-4ed7-9553-39b3bb24d4ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:24:41.720588 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e698e9a0-d07c-4ed7-9553-39b3bb24d4ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:24:41.733557 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945baa44-20f1-4fa3-9beb-d493130e0aa5 None None] Sync routers for ids ['e7650418-f0e2-4241-b98e-99fc5309f404'] in dv-cinder-786524-8-iscsi {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:24:41.743377 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e698e9a0-d07c-4ed7-9553-39b3bb24d4ea admin admin] Made reservation on behalf of 357ddc6b7d794fdb8072e80a0b543c0d for: {'subnet': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:24:41.743671 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945baa44-20f1-4fa3-9beb-d493130e0aa5 None None] Routers {'e7650418-f0e2-4241-b98e-99fc5309f404'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:24:41.744289 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-945baa44-20f1-4fa3-9beb-d493130e0aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa24361f0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:24:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['e7650418-f0e2-4241-b98e-99fc5309f404'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:24:41.745732 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e698e9a0-d07c-4ed7-9553-39b3bb24d4ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870308'] for subnet, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:41.919943 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-945baa44-20f1-4fa3-9beb-d493130e0aa5 None None] Set router e7650418-f0e2-4241-b98e-99fc5309f404 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:24:42.208882 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:42.229579 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e698e9a0-d07c-4ed7-9553-39b3bb24d4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870326'] for subnet, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:42.234987 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-34f6584c-5526-485c-8f77-37358aa2fbd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:42.264401 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-945baa44-20f1-4fa3-9beb-d493130e0aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa24361f0>, [{'id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'name': 'tempest-TestMinimumBasicScenario-237096658-router', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '6cb8fcdb-ed50-440f-a735-4c72ab8f7369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:24:35Z', 'updated_at': '2021-06-03T16:24:39Z', 'revision_number': 4, 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'gw_port': {'id': '6cb8fcdb-ed50-440f-a735-4c72ab8f7369', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:36Z', 'updated_at': '2021-06-03T16:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'f3633d48-19e0-4f9a-adbd-16094cd615f8', 'name': '', 'network_id': '1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'mac_address': 'fa:16:3e:a2:c8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c5cf2a1c-41bf-447c-83c4-f002ed66edbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:38Z', 'updated_at': '2021-06-03T16:24:39Z', 'revision_number': 2, 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'subnets': [{'id': 'c5cf2a1c-41bf-447c-83c4-f002ed66edbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:24:42.269105 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945baa44-20f1-4fa3-9beb-d493130e0aa5 None None] Checking router: e7650418-f0e2-4241-b98e-99fc5309f404 for host: dv-cinder-786524-8-iscsi {{(pid=91619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:24:42.269451 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945baa44-20f1-4fa3-9beb-d493130e0aa5 None None] Updating router e7650418-f0e2-4241-b98e-99fc5309f404 port f3633d48-19e0-4f9a-adbd-16094cd615f8 binding host dv-cinder-786524-8-iscsi {{(pid=91619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 16:24:42.308004 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698e9a0-d07c-4ed7-9553-39b3bb24d4ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=3be768b6-1aac-4a63-9e86-4e183690a7ed,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:42.318406 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698e9a0-d07c-4ed7-9553-39b3bb24d4ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:42.318794 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698e9a0-d07c-4ed7-9553-39b3bb24d4ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:42.319168 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698e9a0-d07c-4ed7-9553-39b3bb24d4ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:42.319534 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698e9a0-d07c-4ed7-9553-39b3bb24d4ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:42.319902 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698e9a0-d07c-4ed7-9553-39b3bb24d4ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:42.320262 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698e9a0-d07c-4ed7-9553-39b3bb24d4ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:42.320621 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698e9a0-d07c-4ed7-9553-39b3bb24d4ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:42.320977 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698e9a0-d07c-4ed7-9553-39b3bb24d4ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:42.321118 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-945baa44-20f1-4fa3-9beb-d493130e0aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:42.321384 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698e9a0-d07c-4ed7-9553-39b3bb24d4ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:42.321741 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698e9a0-d07c-4ed7-9553-39b3bb24d4ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:42.322096 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698e9a0-d07c-4ed7-9553-39b3bb24d4ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:42.322447 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698e9a0-d07c-4ed7-9553-39b3bb24d4ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:42.326779 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e698e9a0-d07c-4ed7-9553-39b3bb24d4ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:42.329355 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e698e9a0-d07c-4ed7-9553-39b3bb24d4ea admin admin] Checking segment: {'id': 'd91ea073-ce3b-4456-b452-9b0d1c69ef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '443b8f53-c1c9-4bbe-b96b-faed80a1e6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:24:42.329663 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e698e9a0-d07c-4ed7-9553-39b3bb24d4ea admin admin] Network hostable DHCP agents. Network: 443b8f53-c1c9-4bbe-b96b-faed80a1e6d4, hostable agents: ['c044945e-c5c8-447c-aba8-a587522630bd'], hosted agents: [] {{(pid=91616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 16:24:42.347106 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e698e9a0-d07c-4ed7-9553-39b3bb24d4ea admin admin] Network 443b8f53-c1c9-4bbe-b96b-faed80a1e6d4 is scheduled to be hosted by DHCP agent c044945e-c5c8-447c-aba8-a587522630bd with binding_index 1 {{(pid=91616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 16:24:42.357241 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-e698e9a0-d07c-4ed7-9553-39b3bb24d4ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-iscsi, 443b8f53-c1c9-4bbe-b96b-faed80a1e6d4) {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:24:42.366097 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159d446c-2e0d-4d7e-9da9-6a7f0784ff25 None None] Network 443b8f53-c1c9-4bbe-b96b-faed80a1e6d4 requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:24:42.367890 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e698e9a0-d07c-4ed7-9553-39b3bb24d4ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:24:42.368471 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e698e9a0-d07c-4ed7-9553-39b3bb24d4ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:42.389684 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-e698e9a0-d07c-4ed7-9553-39b3bb24d4ea admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7018399
Jun 03 16:24:42.391937 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 37356) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:42.397087 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-32d02c77-4b8b-481f-8983-954d88127132 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2059820271-router', 'tenant_id': '357ddc6b7d794fdb8072e80a0b543c0d', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:24:42.402935 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-32d02c77-4b8b-481f-8983-954d88127132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:24:42.407633 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-32d02c77-4b8b-481f-8983-954d88127132 admin admin] Usage tracker for resource:router and tenant:357ddc6b7d794fdb8072e80a0b543c0d is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:24:42.410885 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-32d02c77-4b8b-481f-8983-954d88127132 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:24:42.417394 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-32d02c77-4b8b-481f-8983-954d88127132 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:24:42.430031 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-32d02c77-4b8b-481f-8983-954d88127132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30227'] for router, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:42.431340 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-32d02c77-4b8b-481f-8983-954d88127132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-686308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-773730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30234'] for router, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:42.447331 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-32d02c77-4b8b-481f-8983-954d88127132 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:42.585945 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c96c0d-f24b-4807-af75-e17719f16e8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10b196e7-bcaa-5b87-a244-394a9af7543c-443b8f53-c1c9-4bbe-b96b-faed80a1e6d4', 'network_id': '443b8f53-c1c9-4bbe-b96b-faed80a1e6d4', 'tenant_id': '357ddc6b7d794fdb8072e80a0b543c0d', 'fixed_ips': [{'subnet_id': '3be768b6-1aac-4a63-9e86-4e183690a7ed'}]}} from dv-cinder-786524-8-iscsi. {{(pid=91618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 03 16:24:42.586786 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-76c96c0d-f24b-4807-af75-e17719f16e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:42.681476 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-945baa44-20f1-4fa3-9beb-d493130e0aa5 None None] Notify callbacks [] for port, precommit_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:42.693907 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.provisioning_blocks [None req-945baa44-20f1-4fa3-9beb-d493130e0aa5 None None] Transition to ACTIVE for port object f3633d48-19e0-4f9a-adbd-16094cd615f8 will not be triggered until provisioned by entity L2. {{(pid=91619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:24:42.700805 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-945baa44-20f1-4fa3-9beb-d493130e0aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:42.704735 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:42.722569 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-32d02c77-4b8b-481f-8983-954d88127132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-686290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30324'] for router, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:42.745588 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.db_base_plugin_common [None req-76c96c0d-f24b-4807-af75-e17719f16e8c None None] Allocated IP 172.20.0.2 (443b8f53-c1c9-4bbe-b96b-faed80a1e6d4/3be768b6-1aac-4a63-9e86-4e183690a7ed/39b0c2e7-b5d0-41b1-a212-ba4cabf271be) {{(pid=91618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:24:42.826518 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e808ab5-68fd-49f1-b2f8-05b1b21d8d12 None None] Pushing event updated for resources: {'Port': ['ID=f3633d48-19e0-4f9a-adbd-16094cd615f8,revision_number=3']} {{(pid=91619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:42.850429 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e808ab5-68fd-49f1-b2f8-05b1b21d8d12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:42.850779 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e808ab5-68fd-49f1-b2f8-05b1b21d8d12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:42.851122 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e808ab5-68fd-49f1-b2f8-05b1b21d8d12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:42.851456 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e808ab5-68fd-49f1-b2f8-05b1b21d8d12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:42.851836 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e808ab5-68fd-49f1-b2f8-05b1b21d8d12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:42.852169 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e808ab5-68fd-49f1-b2f8-05b1b21d8d12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:42.852494 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e808ab5-68fd-49f1-b2f8-05b1b21d8d12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:42.852815 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e808ab5-68fd-49f1-b2f8-05b1b21d8d12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:42.853179 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e808ab5-68fd-49f1-b2f8-05b1b21d8d12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:42.853508 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e808ab5-68fd-49f1-b2f8-05b1b21d8d12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:42.853826 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e808ab5-68fd-49f1-b2f8-05b1b21d8d12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:42.854140 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e808ab5-68fd-49f1-b2f8-05b1b21d8d12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:42.865568 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [None req-1e808ab5-68fd-49f1-b2f8-05b1b21d8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:42.895019 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:24:42.952166 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.managers [None req-945baa44-20f1-4fa3-9beb-d493130e0aa5 None None] Attempting to bind port f3633d48-19e0-4f9a-adbd-16094cd615f8 on host dv-cinder-786524-8-iscsi for vnic_type normal with profile  {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:24:42.952628 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.managers [None req-945baa44-20f1-4fa3-9beb-d493130e0aa5 None None] Attempting to bind port f3633d48-19e0-4f9a-adbd-16094cd615f8 by drivers openvswitch,hyperv on host dv-cinder-786524-8-iscsi at level 0 using segments [{'id': '6c30cfee-f8b8-4df6-a90f-24b9946717ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348'}] {{(pid=91619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:24:42.953055 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945baa44-20f1-4fa3-9beb-d493130e0aa5 None None] Attempting to bind port f3633d48-19e0-4f9a-adbd-16094cd615f8 on network 1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348 {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:24:42.960034 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945baa44-20f1-4fa3-9beb-d493130e0aa5 None None] Checking agent: {'id': 'ac8e9f39-4eb9-409d-95f3-792de4f7d79f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:24:42.960707 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945baa44-20f1-4fa3-9beb-d493130e0aa5 None None] Checking segment: {'id': '6c30cfee-f8b8-4df6-a90f-24b9946717ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:24:42.965544 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-945baa44-20f1-4fa3-9beb-d493130e0aa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:42.966197 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945baa44-20f1-4fa3-9beb-d493130e0aa5 None None] Bound using segment: {'id': '6c30cfee-f8b8-4df6-a90f-24b9946717ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348'} {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:24:42.967012 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.managers [None req-945baa44-20f1-4fa3-9beb-d493130e0aa5 None None] Bound port: f3633d48-19e0-4f9a-adbd-16094cd615f8, host: dv-cinder-786524-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c30cfee-f8b8-4df6-a90f-24b9946717ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348'}}] {{(pid=91619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:24:42.967656 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-945baa44-20f1-4fa3-9beb-d493130e0aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:43.003929 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-76c96c0d-f24b-4807-af75-e17719f16e8c None None] Notify callbacks [] for port, precommit_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:43.015811 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-76c96c0d-f24b-4807-af75-e17719f16e8c None None] Transition to ACTIVE for port object 39b0c2e7-b5d0-41b1-a212-ba4cabf271be will not be triggered until provisioned by entity L2. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:24:43.036112 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-76c96c0d-f24b-4807-af75-e17719f16e8c None None] Transition to ACTIVE for port object 39b0c2e7-b5d0-41b1-a212-ba4cabf271be will not be triggered until provisioned by entity DHCP. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:24:43.041949 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-76c96c0d-f24b-4807-af75-e17719f16e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340'] for port, after_create {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:43.045546 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:43.066848 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.db [None req-945baa44-20f1-4fa3-9beb-d493130e0aa5 None None] For port f3633d48-19e0-4f9a-adbd-16094cd615f8, host dv-cinder-786524-8-iscsi, cleared binding levels {{(pid=91619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:24:43.070018 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.db [None req-945baa44-20f1-4fa3-9beb-d493130e0aa5 None None] For port f3633d48-19e0-4f9a-adbd-16094cd615f8, host dv-cinder-786524-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=f3633d48-19e0-4f9a-adbd-16094cd615f8,segment=NetworkSegment(6c30cfee-f8b8-4df6-a90f-24b9946717ad),segment_id=6c30cfee-f8b8-4df6-a90f-24b9946717ad)] {{(pid=91619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:24:43.075137 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-945baa44-20f1-4fa3-9beb-d493130e0aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:43.079736 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:43.085646 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-32d02c77-4b8b-481f-8983-954d88127132 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:43.116701 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-32d02c77-4b8b-481f-8983-954d88127132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:43.125149 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c96c0d-f24b-4807-af75-e17719f16e8c None None] Network 443b8f53-c1c9-4bbe-b96b-faed80a1e6d4 is already hosted by enough agents. {{(pid=91618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:24:43.129040 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c96c0d-f24b-4807-af75-e17719f16e8c None None] Pushing event updated for resources: {'Port': ['ID=39b0c2e7-b5d0-41b1-a212-ba4cabf271be,revision_number=1']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:43.137378 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.scheduler.base_scheduler [None req-76c96c0d-f24b-4807-af75-e17719f16e8c None None] Resources bound (agent type, host, resource id):  {{(pid=91618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:24:43.139142 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-76c96c0d-f24b-4807-af75-e17719f16e8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:43.141013 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c96c0d-f24b-4807-af75-e17719f16e8c None None] Received port after_create {{(pid=91618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:24:43.158462 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945baa44-20f1-4fa3-9beb-d493130e0aa5 None None] Routers {'e7650418-f0e2-4241-b98e-99fc5309f404'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:24:43.159094 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-945baa44-20f1-4fa3-9beb-d493130e0aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa24361f0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:24:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['e7650418-f0e2-4241-b98e-99fc5309f404'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:24:43.225818 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e808ab5-68fd-49f1-b2f8-05b1b21d8d12 None None] Pushing event updated for resources: {'Port': ['ID=f3633d48-19e0-4f9a-adbd-16094cd615f8,revision_number=4']} {{(pid=91619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:43.230802 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [None req-1e808ab5-68fd-49f1-b2f8-05b1b21d8d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:43.244186 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-76c96c0d-f24b-4807-af75-e17719f16e8c None None] Attempting to bind port 39b0c2e7-b5d0-41b1-a212-ba4cabf271be on host dv-cinder-786524-8-iscsi for vnic_type normal with profile  {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:24:43.244575 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-76c96c0d-f24b-4807-af75-e17719f16e8c None None] Attempting to bind port 39b0c2e7-b5d0-41b1-a212-ba4cabf271be by drivers openvswitch,hyperv on host dv-cinder-786524-8-iscsi at level 0 using segments [{'id': 'd91ea073-ce3b-4456-b452-9b0d1c69ef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '443b8f53-c1c9-4bbe-b96b-faed80a1e6d4'}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:24:43.244934 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c96c0d-f24b-4807-af75-e17719f16e8c None None] Attempting to bind port 39b0c2e7-b5d0-41b1-a212-ba4cabf271be on network 443b8f53-c1c9-4bbe-b96b-faed80a1e6d4 {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:24:43.251974 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c96c0d-f24b-4807-af75-e17719f16e8c None None] Checking agent: {'id': 'ac8e9f39-4eb9-409d-95f3-792de4f7d79f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:24:43.252351 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c96c0d-f24b-4807-af75-e17719f16e8c None None] Checking segment: {'id': 'd91ea073-ce3b-4456-b452-9b0d1c69ef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '443b8f53-c1c9-4bbe-b96b-faed80a1e6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:24:43.252745 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-76c96c0d-f24b-4807-af75-e17719f16e8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:43.253163 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c96c0d-f24b-4807-af75-e17719f16e8c None None] Bound using segment: {'id': 'd91ea073-ce3b-4456-b452-9b0d1c69ef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '443b8f53-c1c9-4bbe-b96b-faed80a1e6d4'} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:24:43.253633 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-76c96c0d-f24b-4807-af75-e17719f16e8c None None] Bound port: 39b0c2e7-b5d0-41b1-a212-ba4cabf271be, host: dv-cinder-786524-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91ea073-ce3b-4456-b452-9b0d1c69ef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '443b8f53-c1c9-4bbe-b96b-faed80a1e6d4'}}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:24:43.254009 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-76c96c0d-f24b-4807-af75-e17719f16e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:43.295823 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [None req-32d02c77-4b8b-481f-8983-954d88127132 admin admin] Allocated IP 172.27.2.74 (454170da-4e8f-4963-97fb-80bd3b86dedc/06c387f0-ce57-4d04-be2c-2471c04350c2/fad34265-0860-48bd-b6a0-9662f8cf4d67) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:24:43.368411 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-76c96c0d-f24b-4807-af75-e17719f16e8c None None] For port 39b0c2e7-b5d0-41b1-a212-ba4cabf271be, host dv-cinder-786524-8-iscsi, cleared binding levels {{(pid=91618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:24:43.375423 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-76c96c0d-f24b-4807-af75-e17719f16e8c None None] For port 39b0c2e7-b5d0-41b1-a212-ba4cabf271be, host dv-cinder-786524-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=39b0c2e7-b5d0-41b1-a212-ba4cabf271be,segment=NetworkSegment(d91ea073-ce3b-4456-b452-9b0d1c69ef7f),segment_id=d91ea073-ce3b-4456-b452-9b0d1c69ef7f)] {{(pid=91618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:24:43.381857 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-76c96c0d-f24b-4807-af75-e17719f16e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:43.388414 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-47c79d08-b78f-4bbb-9c0d-d0dd33958c36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:43.415015 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-945baa44-20f1-4fa3-9beb-d493130e0aa5 None None] Set router e7650418-f0e2-4241-b98e-99fc5309f404 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:24:43.426917 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 6cb8fcdb-ed50-440f-a735-4c72ab8f7369 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:24:43.495521 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-32d02c77-4b8b-481f-8983-954d88127132 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:43.529476 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-32d02c77-4b8b-481f-8983-954d88127132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954439'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:43.534328 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-8bd60fe1-bd2f-4131-9a11-6640fd93c13e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:43.538354 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c96c0d-f24b-4807-af75-e17719f16e8c None None] Pushing event updated for resources: {'Port': ['ID=39b0c2e7-b5d0-41b1-a212-ba4cabf271be,revision_number=2']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:43.541661 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-76c96c0d-f24b-4807-af75-e17719f16e8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:43.553847 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 6cb8fcdb-ed50-440f-a735-4c72ab8f7369 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:24:43.554219 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:43.593546 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d02c77-4b8b-481f-8983-954d88127132 admin admin] Network 454170da-4e8f-4963-97fb-80bd3b86dedc is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:24:43.596633 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-32d02c77-4b8b-481f-8983-954d88127132 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:24:43.600798 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d02c77-4b8b-481f-8983-954d88127132 admin admin] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:24:43.645939 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d02c77-4b8b-481f-8983-954d88127132 admin admin] Pushing event updated for resources: {'Port': ['ID=fad34265-0860-48bd-b6a0-9662f8cf4d67,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:43.650132 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-32d02c77-4b8b-481f-8983-954d88127132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:43.818483 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-945baa44-20f1-4fa3-9beb-d493130e0aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa24361f0>, [{'id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'name': 'tempest-TestMinimumBasicScenario-237096658-router', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '6cb8fcdb-ed50-440f-a735-4c72ab8f7369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:24:35Z', 'updated_at': '2021-06-03T16:24:39Z', 'revision_number': 4, 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'gw_port': {'id': '6cb8fcdb-ed50-440f-a735-4c72ab8f7369', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:36Z', 'updated_at': '2021-06-03T16:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'f3633d48-19e0-4f9a-adbd-16094cd615f8', 'name': '', 'network_id': '1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'mac_address': 'fa:16:3e:a2:c8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c5cf2a1c-41bf-447c-83c4-f002ed66edbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:38Z', 'updated_at': '2021-06-03T16:24:43Z', 'revision_number': 4, 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'subnets': [{'id': 'c5cf2a1c-41bf-447c-83c4-f002ed66edbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:24:43.822663 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945baa44-20f1-4fa3-9beb-d493130e0aa5 None None] The sync data for ids ['e7650418-f0e2-4241-b98e-99fc5309f404'] in dv-cinder-786524-8-iscsi is: [{'id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'name': 'tempest-TestMinimumBasicScenario-237096658-router', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '6cb8fcdb-ed50-440f-a735-4c72ab8f7369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:24:35Z', 'updated_at': '2021-06-03T16:24:39Z', 'revision_number': 4, 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'gw_port': {'id': '6cb8fcdb-ed50-440f-a735-4c72ab8f7369', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:36Z', 'updated_at': '2021-06-03T16:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'f3633d48-19e0-4f9a-adbd-16094cd615f8', 'name': '', 'network_id': '1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'mac_address': 'fa:16:3e:a2:c8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c5cf2a1c-41bf-447c-83c4-f002ed66edbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:38Z', 'updated_at': '2021-06-03T16:24:43Z', 'revision_number': 4, 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'subnets': [{'id': 'c5cf2a1c-41bf-447c-83c4-f002ed66edbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:24:44.190929 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-32d02c77-4b8b-481f-8983-954d88127132 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:44.568904 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-32d02c77-4b8b-481f-8983-954d88127132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-380211'] for router, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:44.638000 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099563e2-4758-4d55-958e-7ba919d45127 None None] Network 443b8f53-c1c9-4bbe-b96b-faed80a1e6d4 requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:24:44.753629 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-d925c008-11bf-4884-96aa-3ece5b026fbb None None] Provisioning for port 39b0c2e7-b5d0-41b1-a212-ba4cabf271be completed by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:24:44.829481 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d02c77-4b8b-481f-8983-954d88127132 admin admin] Router 6bef44ae-c606-45d2-be95-64e8abfcc419 is scheduled to L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b with binding_index 1 {{(pid=91616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 03 16:24:45.019768 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d02c77-4b8b-481f-8983-954d88127132 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:24:45.029497 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd792d20-4217-4aa9-9a76-bb1460168a4f None None] Sync routers for ids ['6bef44ae-c606-45d2-be95-64e8abfcc419'] in dv-cinder-786524-8-iscsi {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:24:45.039099 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd792d20-4217-4aa9-9a76-bb1460168a4f None None] Routers {'6bef44ae-c606-45d2-be95-64e8abfcc419'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:24:45.040029 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-bd792d20-4217-4aa9-9a76-bb1460168a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa0de3fa0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:24:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['6bef44ae-c606-45d2-be95-64e8abfcc419'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:24:45.047374 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-32d02c77-4b8b-481f-8983-954d88127132 admin admin] Notify callbacks [] for router, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:45.048960 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-32d02c77-4b8b-481f-8983-954d88127132 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.6556540
Jun 03 16:24:45.051436 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 37368) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:45.237840 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-bd792d20-4217-4aa9-9a76-bb1460168a4f None None] Set router 6bef44ae-c606-45d2-be95-64e8abfcc419 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:24:45.396061 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device f3633d48-19e0-4f9a-adbd-16094cd615f8 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:24:45.569498 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning for port f3633d48-19e0-4f9a-adbd-16094cd615f8 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:24:45.577350 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port f3633d48-19e0-4f9a-adbd-16094cd615f8 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:24:45.577733 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:45.686768 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-bd792d20-4217-4aa9-9a76-bb1460168a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa0de3fa0>, [{'id': '6bef44ae-c606-45d2-be95-64e8abfcc419', 'name': 'tempest-TestMinimumBasicScenario-2059820271-router', 'tenant_id': '357ddc6b7d794fdb8072e80a0b543c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fad34265-0860-48bd-b6a0-9662f8cf4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:24:42Z', 'updated_at': '2021-06-03T16:24:44Z', 'revision_number': 3, 'project_id': '357ddc6b7d794fdb8072e80a0b543c0d', 'gw_port': {'id': 'fad34265-0860-48bd-b6a0-9662f8cf4d67', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:59:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bef44ae-c606-45d2-be95-64e8abfcc419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:43Z', 'updated_at': '2021-06-03T16:24:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:24:45.698815 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd792d20-4217-4aa9-9a76-bb1460168a4f None None] Checking router: 6bef44ae-c606-45d2-be95-64e8abfcc419 for host: dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:24:45.699833 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd792d20-4217-4aa9-9a76-bb1460168a4f None None] Updating router 6bef44ae-c606-45d2-be95-64e8abfcc419 port fad34265-0860-48bd-b6a0-9662f8cf4d67 binding host dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 16:24:45.750669 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:45.779520 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-bd792d20-4217-4aa9-9a76-bb1460168a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:45.841259 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] For port f3633d48-19e0-4f9a-adbd-16094cd615f8, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=f3633d48-19e0-4f9a-adbd-16094cd615f8,segment=NetworkSegment(6c30cfee-f8b8-4df6-a90f-24b9946717ad),segment_id=6c30cfee-f8b8-4df6-a90f-24b9946717ad)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:24:45.856773 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-7e777295-85ed-4792-ae17-311757e0da5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:45.882292 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:45.883654 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 39b0c2e7-b5d0-41b1-a212-ba4cabf271be up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:24:45.914895 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:46.049922 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Pushing event updated for resources: {'Port': ['ID=f3633d48-19e0-4f9a-adbd-16094cd615f8,revision_number=5']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:46.064115 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:46.083431 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [None req-7e777295-85ed-4792-ae17-311757e0da5e admin admin] Allocated IP 172.20.0.1 (443b8f53-c1c9-4bbe-b96b-faed80a1e6d4/3be768b6-1aac-4a63-9e86-4e183690a7ed/6da46f66-523b-40bf-8b43-e5358a8bc341) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:24:46.134854 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning for port 39b0c2e7-b5d0-41b1-a212-ba4cabf271be completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:24:46.143612 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 39b0c2e7-b5d0-41b1-a212-ba4cabf271be triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:24:46.143989 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:46.237574 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-7e777295-85ed-4792-ae17-311757e0da5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:46.253452 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.provisioning_blocks [None req-7e777295-85ed-4792-ae17-311757e0da5e admin admin] Transition to ACTIVE for port object 6da46f66-523b-40bf-8b43-e5358a8bc341 will not be triggered until provisioned by entity DHCP. {{(pid=91616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:24:46.276502 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-7e777295-85ed-4792-ae17-311757e0da5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954439'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:46.281696 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-d93c0aa6-cc30-4879-a142-a8f2d6944677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:46.337628 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e777295-85ed-4792-ae17-311757e0da5e admin admin] Network 443b8f53-c1c9-4bbe-b96b-faed80a1e6d4 is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:24:46.340498 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-7e777295-85ed-4792-ae17-311757e0da5e admin admin] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:24:46.344432 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e777295-85ed-4792-ae17-311757e0da5e admin admin] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:24:46.356881 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-bd792d20-4217-4aa9-9a76-bb1460168a4f None None] Notify callbacks [] for port, precommit_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:46.359358 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:46.386115 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e777295-85ed-4792-ae17-311757e0da5e admin admin] Pushing event updated for resources: {'Port': ['ID=6da46f66-523b-40bf-8b43-e5358a8bc341,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:46.390723 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-bd792d20-4217-4aa9-9a76-bb1460168a4f None None] Transition to ACTIVE for port object fad34265-0860-48bd-b6a0-9662f8cf4d67 will not be triggered until provisioned by entity L2. {{(pid=91618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:24:46.394559 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-7e777295-85ed-4792-ae17-311757e0da5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:46.407565 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-bd792d20-4217-4aa9-9a76-bb1460168a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:46.408058 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-7e777295-85ed-4792-ae17-311757e0da5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380413'] for router_interface, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:46.412363 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:46.505293 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] For port 39b0c2e7-b5d0-41b1-a212-ba4cabf271be, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=39b0c2e7-b5d0-41b1-a212-ba4cabf271be,segment=NetworkSegment(d91ea073-ce3b-4456-b452-9b0d1c69ef7f),segment_id=d91ea073-ce3b-4456-b452-9b0d1c69ef7f)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:24:46.514405 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:46.542397 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-7e777295-85ed-4792-ae17-311757e0da5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:46.545040 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3aa56e-1582-485f-8520-c7c2a1e02b4b None None] Pushing event updated for resources: {'Port': ['ID=fad34265-0860-48bd-b6a0-9662f8cf4d67,revision_number=2']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:46.547557 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-bd792d20-4217-4aa9-9a76-bb1460168a4f None None] Attempting to bind port fad34265-0860-48bd-b6a0-9662f8cf4d67 on host dv-cinder-786524-8-iscsi for vnic_type normal with profile  {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:24:46.547927 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-bd792d20-4217-4aa9-9a76-bb1460168a4f None None] Attempting to bind port fad34265-0860-48bd-b6a0-9662f8cf4d67 by drivers openvswitch,hyperv on host dv-cinder-786524-8-iscsi at level 0 using segments [{'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:24:46.548289 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd792d20-4217-4aa9-9a76-bb1460168a4f None None] Attempting to bind port fad34265-0860-48bd-b6a0-9662f8cf4d67 on network 454170da-4e8f-4963-97fb-80bd3b86dedc {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:24:46.550570 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2b3aa56e-1582-485f-8520-c7c2a1e02b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:46.551039 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-03e4e5c1-d1fa-4983-98c2-c3cc64fcbbc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:46.599402 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd792d20-4217-4aa9-9a76-bb1460168a4f None None] Checking agent: {'id': 'ac8e9f39-4eb9-409d-95f3-792de4f7d79f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:24:46.599727 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd792d20-4217-4aa9-9a76-bb1460168a4f None None] Checking segment: {'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:24:46.600100 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-bd792d20-4217-4aa9-9a76-bb1460168a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:46.600493 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd792d20-4217-4aa9-9a76-bb1460168a4f None None] Bound using segment: {'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'} {{(pid=91618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:24:46.600965 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.managers [None req-bd792d20-4217-4aa9-9a76-bb1460168a4f None None] Bound port: fad34265-0860-48bd-b6a0-9662f8cf4d67, host: dv-cinder-786524-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b01a76-96af-409b-a8d7-73ca63f153b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc'}}] {{(pid=91618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:24:46.601364 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-bd792d20-4217-4aa9-9a76-bb1460168a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:46.672615 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-b54670a2-2138-4d83-8d87-aca1603d50cf None None] Provisioning for port 6da46f66-523b-40bf-8b43-e5358a8bc341 completed by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:24:46.690472 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Pushing event updated for resources: {'Port': ['ID=39b0c2e7-b5d0-41b1-a212-ba4cabf271be,revision_number=3']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:46.694645 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-b54670a2-2138-4d83-8d87-aca1603d50cf None None] Provisioning complete for port 6da46f66-523b-40bf-8b43-e5358a8bc341 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:24:46.695022 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-b54670a2-2138-4d83-8d87-aca1603d50cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:46.727539 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:46.741955 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-bd792d20-4217-4aa9-9a76-bb1460168a4f None None] For port fad34265-0860-48bd-b6a0-9662f8cf4d67, host dv-cinder-786524-8-iscsi, cleared binding levels {{(pid=91618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:24:46.760023 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-bd792d20-4217-4aa9-9a76-bb1460168a4f None None] For port fad34265-0860-48bd-b6a0-9662f8cf4d67, host dv-cinder-786524-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=fad34265-0860-48bd-b6a0-9662f8cf4d67,segment=NetworkSegment(85b01a76-96af-409b-a8d7-73ca63f153b4),segment_id=85b01a76-96af-409b-a8d7-73ca63f153b4)] {{(pid=91618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:24:46.763085 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-b54670a2-2138-4d83-8d87-aca1603d50cf None None] Port 6da46f66-523b-40bf-8b43-e5358a8bc341 cannot update to ACTIVE because it is not bound. {{(pid=91618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 16:24:46.765530 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-bd792d20-4217-4aa9-9a76-bb1460168a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:46.770173 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-aee296ec-552f-4762-9c8e-208cf2203f19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:46.772683 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-7e777295-85ed-4792-ae17-311757e0da5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:46.777304 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-7e777295-85ed-4792-ae17-311757e0da5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954300'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:46.805031 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-89e252f2-56a9-4df2-8982-6d3c3c09d744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:46.841512 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd792d20-4217-4aa9-9a76-bb1460168a4f None None] Routers {'6bef44ae-c606-45d2-be95-64e8abfcc419'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:24:46.842137 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-bd792d20-4217-4aa9-9a76-bb1460168a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa0de3fa0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:24:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['6bef44ae-c606-45d2-be95-64e8abfcc419'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:24:46.882726 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e777295-85ed-4792-ae17-311757e0da5e admin admin] Pushing event updated for resources: {'Port': ['ID=6da46f66-523b-40bf-8b43-e5358a8bc341,revision_number=2']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:46.885230 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-7e777295-85ed-4792-ae17-311757e0da5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681873'] for router_interface, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:46.889372 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-7e777295-85ed-4792-ae17-311757e0da5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:46.906671 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3aa56e-1582-485f-8520-c7c2a1e02b4b None None] Pushing event updated for resources: {'Port': ['ID=fad34265-0860-48bd-b6a0-9662f8cf4d67,revision_number=3']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:46.911187 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2b3aa56e-1582-485f-8520-c7c2a1e02b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:47.024950 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-bd792d20-4217-4aa9-9a76-bb1460168a4f None None] Set router 6bef44ae-c606-45d2-be95-64e8abfcc419 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:24:47.026190 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e777295-85ed-4792-ae17-311757e0da5e admin admin] Network 443b8f53-c1c9-4bbe-b96b-faed80a1e6d4 is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:24:47.027920 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-7e777295-85ed-4792-ae17-311757e0da5e admin admin] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:24:47.314225 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2ce006ab-af23-4788-b730-3b0aeade7616 None None] Provisioning complete for port 6da46f66-523b-40bf-8b43-e5358a8bc341 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:24:47.314605 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2ce006ab-af23-4788-b730-3b0aeade7616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:47.356509 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device f3633d48-19e0-4f9a-adbd-16094cd615f8 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:24:47.363541 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e777295-85ed-4792-ae17-311757e0da5e admin admin] Router 6bef44ae-c606-45d2-be95-64e8abfcc419 has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:24:47.450194 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-2ce006ab-af23-4788-b730-3b0aeade7616 None None] Port 6da46f66-523b-40bf-8b43-e5358a8bc341 cannot update to ACTIVE because it is not bound. {{(pid=91618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 16:24:47.490145 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port f3633d48-19e0-4f9a-adbd-16094cd615f8 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:24:47.490558 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:47.548052 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-bd792d20-4217-4aa9-9a76-bb1460168a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa0de3fa0>, [{'id': '6bef44ae-c606-45d2-be95-64e8abfcc419', 'name': 'tempest-TestMinimumBasicScenario-2059820271-router', 'tenant_id': '357ddc6b7d794fdb8072e80a0b543c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fad34265-0860-48bd-b6a0-9662f8cf4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:24:42Z', 'updated_at': '2021-06-03T16:24:46Z', 'revision_number': 4, 'project_id': '357ddc6b7d794fdb8072e80a0b543c0d', 'gw_port': {'id': 'fad34265-0860-48bd-b6a0-9662f8cf4d67', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:59:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bef44ae-c606-45d2-be95-64e8abfcc419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:43Z', 'updated_at': '2021-06-03T16:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': '6da46f66-523b-40bf-8b43-e5358a8bc341', 'name': '', 'network_id': '443b8f53-c1c9-4bbe-b96b-faed80a1e6d4', 'tenant_id': '357ddc6b7d794fdb8072e80a0b543c0d', 'mac_address': 'fa:16:3e:9e:8f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bef44ae-c606-45d2-be95-64e8abfcc419', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3be768b6-1aac-4a63-9e86-4e183690a7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:45Z', 'updated_at': '2021-06-03T16:24:46Z', 'revision_number': 2, 'project_id': '357ddc6b7d794fdb8072e80a0b543c0d', 'subnets': [{'id': '3be768b6-1aac-4a63-9e86-4e183690a7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:24:47.548459 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e777295-85ed-4792-ae17-311757e0da5e admin admin] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:24:47.566342 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-7e777295-85ed-4792-ae17-311757e0da5e admin admin] 10.222.0.66 "PUT /v2.0/routers/6bef44ae-c606-45d2-be95-64e8abfcc419/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5044849
Jun 03 16:24:47.566576 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd792d20-4217-4aa9-9a76-bb1460168a4f None None] The sync data for ids ['6bef44ae-c606-45d2-be95-64e8abfcc419'] in dv-cinder-786524-8-iscsi is: [{'id': '6bef44ae-c606-45d2-be95-64e8abfcc419', 'name': 'tempest-TestMinimumBasicScenario-2059820271-router', 'tenant_id': '357ddc6b7d794fdb8072e80a0b543c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fad34265-0860-48bd-b6a0-9662f8cf4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:24:42Z', 'updated_at': '2021-06-03T16:24:46Z', 'revision_number': 4, 'project_id': '357ddc6b7d794fdb8072e80a0b543c0d', 'gw_port': {'id': 'fad34265-0860-48bd-b6a0-9662f8cf4d67', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:59:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bef44ae-c606-45d2-be95-64e8abfcc419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:43Z', 'updated_at': '2021-06-03T16:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': '6da46f66-523b-40bf-8b43-e5358a8bc341', 'name': '', 'network_id': '443b8f53-c1c9-4bbe-b96b-faed80a1e6d4', 'tenant_id': '357ddc6b7d794fdb8072e80a0b543c0d', 'mac_address': 'fa:16:3e:9e:8f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bef44ae-c606-45d2-be95-64e8abfcc419', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3be768b6-1aac-4a63-9e86-4e183690a7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:45Z', 'updated_at': '2021-06-03T16:24:46Z', 'revision_number': 2, 'project_id': '357ddc6b7d794fdb8072e80a0b543c0d', 'subnets': [{'id': '3be768b6-1aac-4a63-9e86-4e183690a7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:24:47.629809 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 39b0c2e7-b5d0-41b1-a212-ba4cabf271be up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:24:47.702335 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 39b0c2e7-b5d0-41b1-a212-ba4cabf271be triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:24:47.702834 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:49.356527 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device fad34265-0860-48bd-b6a0-9662f8cf4d67 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:24:49.456388 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning for port fad34265-0860-48bd-b6a0-9662f8cf4d67 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:24:49.461745 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port fad34265-0860-48bd-b6a0-9662f8cf4d67 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:24:49.462221 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:49.587450 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:49.609798 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] For port fad34265-0860-48bd-b6a0-9662f8cf4d67, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=fad34265-0860-48bd-b6a0-9662f8cf4d67,segment=NetworkSegment(85b01a76-96af-409b-a8d7-73ca63f153b4),segment_id=85b01a76-96af-409b-a8d7-73ca63f153b4)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:24:49.613407 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:49.615378 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:49.742617 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Pushing event updated for resources: {'Port': ['ID=fad34265-0860-48bd-b6a0-9662f8cf4d67,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:49.745702 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:50.052219 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 37426) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:50.185867 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-46203ec9-8fd1-41fa-b181-6256ad36ffea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:50.203261 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-46203ec9-8fd1-41fa-b181-6256ad36ffea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:24:50.207446 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-46203ec9-8fd1-41fa-b181-6256ad36ffea admin admin] Usage tracker for resource:security_group_rule and tenant:8df6eb64063c427980cab1c4c5b10558 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:24:50.210600 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-46203ec9-8fd1-41fa-b181-6256ad36ffea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:24:50.216515 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-46203ec9-8fd1-41fa-b181-6256ad36ffea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:24:50.310921 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-46203ec9-8fd1-41fa-b181-6256ad36ffea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:50.315283 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-46203ec9-8fd1-41fa-b181-6256ad36ffea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:50.338227 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-3d129999-d710-49a3-82e0-70a304216633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:50.349981 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-46203ec9-8fd1-41fa-b181-6256ad36ffea admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8df6eb64063c427980cab1c4c5b10558&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2966700
Jun 03 16:24:50.352679 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 37430) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:50.374500 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46203ec9-8fd1-41fa-b181-6256ad36ffea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8baf663d-2def-4540-9da1-0096fc46da12,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:50.378581 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-46203ec9-8fd1-41fa-b181-6256ad36ffea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:50.458811 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-00a86c7b-04f0-4503-b55e-4c45d753890f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:50.496663 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-00a86c7b-04f0-4503-b55e-4c45d753890f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:50.553929 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-00a86c7b-04f0-4503-b55e-4c45d753890f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:50.559733 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-3187cb07-3253-414d-86bd-1bff4ba503a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:50.570756 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a86c7b-04f0-4503-b55e-4c45d753890f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baf663d-2def-4540-9da1-0096fc46da12,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:50.574422 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-00a86c7b-04f0-4503-b55e-4c45d753890f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:50.578793 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-00a86c7b-04f0-4503-b55e-4c45d753890f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:50.584455 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-00a86c7b-04f0-4503-b55e-4c45d753890f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8baf663d-2def-4540-9da1-0096fc46da12 HTTP/1.1" status: 204  len: 168 time: 0.2286921
Jun 03 16:24:51.355766 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device fad34265-0860-48bd-b6a0-9662f8cf4d67 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:24:51.434989 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d1dd52-7a65-44f1-949e-0c08a6f202f3 None None] Sync routers for ids ['6bef44ae-c606-45d2-be95-64e8abfcc419'] in dv-cinder-786524-8-iscsi {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:24:51.450957 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d1dd52-7a65-44f1-949e-0c08a6f202f3 None None] Routers {'6bef44ae-c606-45d2-be95-64e8abfcc419'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:24:51.451688 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-a1d1dd52-7a65-44f1-949e-0c08a6f202f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2436f40>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:24:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['6bef44ae-c606-45d2-be95-64e8abfcc419'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:24:51.463232 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port fad34265-0860-48bd-b6a0-9662f8cf4d67 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:24:51.464099 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:51.543688 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 37456) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:51.679358 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-16f0312b-9384-4d7a-b7bc-189bf9de358c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1715269613-network', 'tenant_id': 'aab7b434e42e42818fcd0129cd4844a9'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:24:51.683971 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-16f0312b-9384-4d7a-b7bc-189bf9de358c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:24:51.687950 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-16f0312b-9384-4d7a-b7bc-189bf9de358c admin admin] Usage tracker for resource:network and tenant:aab7b434e42e42818fcd0129cd4844a9 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:24:51.690966 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-16f0312b-9384-4d7a-b7bc-189bf9de358c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:24:51.698123 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-16f0312b-9384-4d7a-b7bc-189bf9de358c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:24:51.703167 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-a1d1dd52-7a65-44f1-949e-0c08a6f202f3 None None] Set router 6bef44ae-c606-45d2-be95-64e8abfcc419 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:24:51.710358 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f0312b-9384-4d7a-b7bc-189bf9de358c admin admin] Made reservation on behalf of aab7b434e42e42818fcd0129cd4844a9 for: {'network': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:24:51.713373 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-16f0312b-9384-4d7a-b7bc-189bf9de358c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7909625'] for network, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:51.738105 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-16f0312b-9384-4d7a-b7bc-189bf9de358c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:51.757249 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-16f0312b-9384-4d7a-b7bc-189bf9de358c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:24:51.762648 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-16f0312b-9384-4d7a-b7bc-189bf9de358c admin admin] Usage tracker for resource:security_group_rule and tenant:aab7b434e42e42818fcd0129cd4844a9 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:24:51.765895 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-16f0312b-9384-4d7a-b7bc-189bf9de358c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:24:51.772384 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-16f0312b-9384-4d7a-b7bc-189bf9de358c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:24:51.868333 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-16f0312b-9384-4d7a-b7bc-189bf9de358c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:51.875235 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-16f0312b-9384-4d7a-b7bc-189bf9de358c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:51.878992 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-5554a9a7-ae33-40ed-801b-92d4ca73c0cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:51.931400 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f0312b-9384-4d7a-b7bc-189bf9de358c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947}  {{(pid=91617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 16:24:51.937278 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0312b-9384-4d7a-b7bc-189bf9de358c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73380fdb-7a3b-43f0-a807-199c5aa9a4f5,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:51.953432 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-16f0312b-9384-4d7a-b7bc-189bf9de358c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:51.957859 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-16f0312b-9384-4d7a-b7bc-189bf9de358c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:51.958395 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.db.segments_db [None req-16f0312b-9384-4d7a-b7bc-189bf9de358c admin admin] Added segment 0fe98bd3-ba1f-4b89-8096-2db61d7e5722 of type vlan for network b2b58040-a5dd-40b7-8077-2331b9f5b49f
Jun 03 16:24:51.990774 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-16f0312b-9384-4d7a-b7bc-189bf9de358c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727276187850'] for network, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:52.037135 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-16f0312b-9384-4d7a-b7bc-189bf9de358c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335'] for network, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:52.039019 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f0312b-9384-4d7a-b7bc-189bf9de358c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:24:52.039868 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-16f0312b-9384-4d7a-b7bc-189bf9de358c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:52.044137 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a3e1572c-2841-45b5-b6b7-b8bdd3a1d780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:52.082975 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-a1d1dd52-7a65-44f1-949e-0c08a6f202f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2436f40>, [{'id': '6bef44ae-c606-45d2-be95-64e8abfcc419', 'name': 'tempest-TestMinimumBasicScenario-2059820271-router', 'tenant_id': '357ddc6b7d794fdb8072e80a0b543c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fad34265-0860-48bd-b6a0-9662f8cf4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:24:42Z', 'updated_at': '2021-06-03T16:24:46Z', 'revision_number': 4, 'project_id': '357ddc6b7d794fdb8072e80a0b543c0d', 'gw_port': {'id': 'fad34265-0860-48bd-b6a0-9662f8cf4d67', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bef44ae-c606-45d2-be95-64e8abfcc419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:43Z', 'updated_at': '2021-06-03T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': '6da46f66-523b-40bf-8b43-e5358a8bc341', 'name': '', 'network_id': '443b8f53-c1c9-4bbe-b96b-faed80a1e6d4', 'tenant_id': '357ddc6b7d794fdb8072e80a0b543c0d', 'mac_address': 'fa:16:3e:9e:8f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bef44ae-c606-45d2-be95-64e8abfcc419', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3be768b6-1aac-4a63-9e86-4e183690a7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:45Z', 'updated_at': '2021-06-03T16:24:46Z', 'revision_number': 2, 'project_id': '357ddc6b7d794fdb8072e80a0b543c0d', 'subnets': [{'id': '3be768b6-1aac-4a63-9e86-4e183690a7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:24:52.088289 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d1dd52-7a65-44f1-949e-0c08a6f202f3 None None] Checking router: 6bef44ae-c606-45d2-be95-64e8abfcc419 for host: dv-cinder-786524-8-iscsi {{(pid=91619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:24:52.088936 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d1dd52-7a65-44f1-949e-0c08a6f202f3 None None] Updating router 6bef44ae-c606-45d2-be95-64e8abfcc419 port 6da46f66-523b-40bf-8b43-e5358a8bc341 binding host dv-cinder-786524-8-iscsi {{(pid=91619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 16:24:52.158939 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-a1d1dd52-7a65-44f1-949e-0c08a6f202f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:52.166797 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-16f0312b-9384-4d7a-b7bc-189bf9de358c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6212480
Jun 03 16:24:52.169733 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0312b-9384-4d7a-b7bc-189bf9de358c admin admin] Pushing event updated for resources: {'Network': ['ID=b2b58040-a5dd-40b7-8077-2331b9f5b49f,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:52.170540 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 37462) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:24:52.175728 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-5a5097de-a1e8-4fca-9e8c-3149745712de admin admin] Request body: {'subnet': {'network_id': 'b2b58040-a5dd-40b7-8077-2331b9f5b49f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1715269613-subnet', 'tenant_id': 'aab7b434e42e42818fcd0129cd4844a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:24:52.179931 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-16f0312b-9384-4d7a-b7bc-189bf9de358c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:52.180699 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Network b2b58040-a5dd-40b7-8077-2331b9f5b49f details requested by agent ovs-agent-dv-cinder-786524-8-iscsi with host dv-cinder-786524-8-iscsi {{(pid=91618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 16:24:52.185279 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-5a5097de-a1e8-4fca-9e8c-3149745712de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:24:52.189553 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-5a5097de-a1e8-4fca-9e8c-3149745712de admin admin] Usage tracker for resource:subnet and tenant:aab7b434e42e42818fcd0129cd4844a9 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:24:52.192697 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-5a5097de-a1e8-4fca-9e8c-3149745712de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:24:52.198792 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-5a5097de-a1e8-4fca-9e8c-3149745712de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:24:52.211001 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5097de-a1e8-4fca-9e8c-3149745712de admin admin] Made reservation on behalf of aab7b434e42e42818fcd0129cd4844a9 for: {'subnet': 1} {{(pid=91616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:24:52.215125 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5a5097de-a1e8-4fca-9e8c-3149745712de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870308'] for subnet, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:52.629495 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-a1d1dd52-7a65-44f1-949e-0c08a6f202f3 None None] Notify callbacks [] for port, precommit_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:52.647943 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.provisioning_blocks [None req-a1d1dd52-7a65-44f1-949e-0c08a6f202f3 None None] Transition to ACTIVE for port object 6da46f66-523b-40bf-8b43-e5358a8bc341 will not be triggered until provisioned by entity L2. {{(pid=91619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:24:52.656977 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-a1d1dd52-7a65-44f1-949e-0c08a6f202f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:52.662381 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [None req-40d12677-1857-4ce8-990f-b891d5d36a4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:52.693782 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5a5097de-a1e8-4fca-9e8c-3149745712de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870326'] for subnet, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:52.703641 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-fba38bff-9485-485f-89df-3f277f6b82b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:52.786908 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5097de-a1e8-4fca-9e8c-3149745712de admin admin] Pushing event updated for resources: {'Subnet': ['ID=5169a987-a91e-4e36-857f-d99393415f23,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:52.790124 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-5a5097de-a1e8-4fca-9e8c-3149745712de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:52.797963 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5097de-a1e8-4fca-9e8c-3149745712de admin admin] Checking segment: {'id': '0fe98bd3-ba1f-4b89-8096-2db61d7e5722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'b2b58040-a5dd-40b7-8077-2331b9f5b49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:24:52.797963 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5097de-a1e8-4fca-9e8c-3149745712de admin admin] Network hostable DHCP agents. Network: b2b58040-a5dd-40b7-8077-2331b9f5b49f, hostable agents: ['c044945e-c5c8-447c-aba8-a587522630bd'], hosted agents: [] {{(pid=91616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 16:24:52.823464 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5097de-a1e8-4fca-9e8c-3149745712de admin admin] Network b2b58040-a5dd-40b7-8077-2331b9f5b49f is scheduled to be hosted by DHCP agent c044945e-c5c8-447c-aba8-a587522630bd with binding_index 1 {{(pid=91616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 16:24:52.839041 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-5a5097de-a1e8-4fca-9e8c-3149745712de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-8-iscsi, b2b58040-a5dd-40b7-8077-2331b9f5b49f) {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:24:52.849827 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cf2ec6-9f2c-4f28-b131-ee3ad3169834 None None] Network b2b58040-a5dd-40b7-8077-2331b9f5b49f requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:24:52.868628 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5097de-a1e8-4fca-9e8c-3149745712de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:24:52.869265 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5a5097de-a1e8-4fca-9e8c-3149745712de admin admin] Notify callbacks [] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:52.895800 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f1195-477e-4f84-a2c4-4442cde8579f None None] Pushing event updated for resources: {'Port': ['ID=6da46f66-523b-40bf-8b43-e5358a8bc341,revision_number=3']} {{(pid=91619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:52.907367 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [None req-620f1195-477e-4f84-a2c4-4442cde8579f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:52.915765 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.managers [None req-a1d1dd52-7a65-44f1-949e-0c08a6f202f3 None None] Attempting to bind port 6da46f66-523b-40bf-8b43-e5358a8bc341 on host dv-cinder-786524-8-iscsi for vnic_type normal with profile  {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:24:52.916150 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.managers [None req-a1d1dd52-7a65-44f1-949e-0c08a6f202f3 None None] Attempting to bind port 6da46f66-523b-40bf-8b43-e5358a8bc341 by drivers openvswitch,hyperv on host dv-cinder-786524-8-iscsi at level 0 using segments [{'id': 'd91ea073-ce3b-4456-b452-9b0d1c69ef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '443b8f53-c1c9-4bbe-b96b-faed80a1e6d4'}] {{(pid=91619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:24:52.916553 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d1dd52-7a65-44f1-949e-0c08a6f202f3 None None] Attempting to bind port 6da46f66-523b-40bf-8b43-e5358a8bc341 on network 443b8f53-c1c9-4bbe-b96b-faed80a1e6d4 {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:24:52.922628 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d1dd52-7a65-44f1-949e-0c08a6f202f3 None None] Checking agent: {'id': 'ac8e9f39-4eb9-409d-95f3-792de4f7d79f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 9, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:24:52.923079 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d1dd52-7a65-44f1-949e-0c08a6f202f3 None None] Checking segment: {'id': 'd91ea073-ce3b-4456-b452-9b0d1c69ef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '443b8f53-c1c9-4bbe-b96b-faed80a1e6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:24:52.923420 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-a1d1dd52-7a65-44f1-949e-0c08a6f202f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:52.923816 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d1dd52-7a65-44f1-949e-0c08a6f202f3 None None] Bound using segment: {'id': 'd91ea073-ce3b-4456-b452-9b0d1c69ef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '443b8f53-c1c9-4bbe-b96b-faed80a1e6d4'} {{(pid=91619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:24:52.924442 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.managers [None req-a1d1dd52-7a65-44f1-949e-0c08a6f202f3 None None] Bound port: 6da46f66-523b-40bf-8b43-e5358a8bc341, host: dv-cinder-786524-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91ea073-ce3b-4456-b452-9b0d1c69ef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '443b8f53-c1c9-4bbe-b96b-faed80a1e6d4'}}] {{(pid=91619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:24:52.924824 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-a1d1dd52-7a65-44f1-949e-0c08a6f202f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:52.939624 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-5a5097de-a1e8-4fca-9e8c-3149745712de admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7599671
Jun 03 16:24:53.115826 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.db [None req-a1d1dd52-7a65-44f1-949e-0c08a6f202f3 None None] For port 6da46f66-523b-40bf-8b43-e5358a8bc341, host dv-cinder-786524-8-iscsi, cleared binding levels {{(pid=91619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:24:53.119884 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.plugins.ml2.db [None req-a1d1dd52-7a65-44f1-949e-0c08a6f202f3 None None] For port 6da46f66-523b-40bf-8b43-e5358a8bc341, host dv-cinder-786524-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=6da46f66-523b-40bf-8b43-e5358a8bc341,segment=NetworkSegment(d91ea073-ce3b-4456-b452-9b0d1c69ef7f),segment_id=d91ea073-ce3b-4456-b452-9b0d1c69ef7f)] {{(pid=91619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:24:53.125824 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron_lib.callbacks.manager [None req-a1d1dd52-7a65-44f1-949e-0c08a6f202f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:53.131845 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:53.171463 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf28d9a-6937-41b0-8832-e15605060e72 None None] Network b2b58040-a5dd-40b7-8077-2331b9f5b49f requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:24:53.274978 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d1dd52-7a65-44f1-949e-0c08a6f202f3 None None] Routers {'6bef44ae-c606-45d2-be95-64e8abfcc419'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:24:53.275618 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-a1d1dd52-7a65-44f1-949e-0c08a6f202f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2436f40>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:24:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['6bef44ae-c606-45d2-be95-64e8abfcc419'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:24:53.505606 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-a1d1dd52-7a65-44f1-949e-0c08a6f202f3 None None] Set router 6bef44ae-c606-45d2-be95-64e8abfcc419 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:24:53.658641 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f1195-477e-4f84-a2c4-4442cde8579f None None] Pushing event updated for resources: {'Port': ['ID=6da46f66-523b-40bf-8b43-e5358a8bc341,revision_number=4']} {{(pid=91619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:53.674250 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG oslo_concurrency.lockutils [None req-620f1195-477e-4f84-a2c4-4442cde8579f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=91619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:53.915461 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-a1d1dd52-7a65-44f1-949e-0c08a6f202f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2436f40>, [{'id': '6bef44ae-c606-45d2-be95-64e8abfcc419', 'name': 'tempest-TestMinimumBasicScenario-2059820271-router', 'tenant_id': '357ddc6b7d794fdb8072e80a0b543c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fad34265-0860-48bd-b6a0-9662f8cf4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:24:42Z', 'updated_at': '2021-06-03T16:24:46Z', 'revision_number': 4, 'project_id': '357ddc6b7d794fdb8072e80a0b543c0d', 'gw_port': {'id': 'fad34265-0860-48bd-b6a0-9662f8cf4d67', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bef44ae-c606-45d2-be95-64e8abfcc419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:43Z', 'updated_at': '2021-06-03T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': '6da46f66-523b-40bf-8b43-e5358a8bc341', 'name': '', 'network_id': '443b8f53-c1c9-4bbe-b96b-faed80a1e6d4', 'tenant_id': '357ddc6b7d794fdb8072e80a0b543c0d', 'mac_address': 'fa:16:3e:9e:8f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bef44ae-c606-45d2-be95-64e8abfcc419', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3be768b6-1aac-4a63-9e86-4e183690a7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:45Z', 'updated_at': '2021-06-03T16:24:53Z', 'revision_number': 4, 'project_id': '357ddc6b7d794fdb8072e80a0b543c0d', 'subnets': [{'id': '3be768b6-1aac-4a63-9e86-4e183690a7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:24:53.923644 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d1dd52-7a65-44f1-949e-0c08a6f202f3 None None] The sync data for ids ['6bef44ae-c606-45d2-be95-64e8abfcc419'] in dv-cinder-786524-8-iscsi is: [{'id': '6bef44ae-c606-45d2-be95-64e8abfcc419', 'name': 'tempest-TestMinimumBasicScenario-2059820271-router', 'tenant_id': '357ddc6b7d794fdb8072e80a0b543c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fad34265-0860-48bd-b6a0-9662f8cf4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:24:42Z', 'updated_at': '2021-06-03T16:24:46Z', 'revision_number': 4, 'project_id': '357ddc6b7d794fdb8072e80a0b543c0d', 'gw_port': {'id': 'fad34265-0860-48bd-b6a0-9662f8cf4d67', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bef44ae-c606-45d2-be95-64e8abfcc419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:43Z', 'updated_at': '2021-06-03T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': '6da46f66-523b-40bf-8b43-e5358a8bc341', 'name': '', 'network_id': '443b8f53-c1c9-4bbe-b96b-faed80a1e6d4', 'tenant_id': '357ddc6b7d794fdb8072e80a0b543c0d', 'mac_address': 'fa:16:3e:9e:8f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bef44ae-c606-45d2-be95-64e8abfcc419', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3be768b6-1aac-4a63-9e86-4e183690a7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:45Z', 'updated_at': '2021-06-03T16:24:53Z', 'revision_number': 4, 'project_id': '357ddc6b7d794fdb8072e80a0b543c0d', 'subnets': [{'id': '3be768b6-1aac-4a63-9e86-4e183690a7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:24:55.362052 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67361c4b-4725-4883-9ee5-967325296290 req-ab993f5e-dfb7-40a7-a700-660758937ea2 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:24:55.369488 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-67361c4b-4725-4883-9ee5-967325296290 req-ab993f5e-dfb7-40a7-a700-660758937ea2 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/networks?id=b2b58040-a5dd-40b7-8077-2331b9f5b49f HTTP/1.1" status: 200  len: 814 time: 0.1811876
Jun 03 16:24:55.390638 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 6da46f66-523b-40bf-8b43-e5358a8bc341 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:24:55.393669 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-67361c4b-4725-4883-9ee5-967325296290 req-1b3caeea-4036-4864-840e-26474cb3082f tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/quotas/aab7b434e42e42818fcd0129cd4844a9 HTTP/1.1" status: 200  len: 375 time: 0.0230596
Jun 03 16:24:55.448670 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-67361c4b-4725-4883-9ee5-967325296290 req-403788c3-38eb-4ba8-909c-32573689e70a tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=aab7b434e42e42818fcd0129cd4844a9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0455792
Jun 03 16:24:55.471940 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning for port 6da46f66-523b-40bf-8b43-e5358a8bc341 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:24:55.477445 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 6da46f66-523b-40bf-8b43-e5358a8bc341 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:24:55.478108 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:55.615676 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-67361c4b-4725-4883-9ee5-967325296290 req-66305084-a53f-486e-b7af-8358c97fbaf2 service neutron] 10.222.0.66 "GET /v2.0/networks/b2b58040-a5dd-40b7-8077-2331b9f5b49f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1594832
Jun 03 16:24:55.623375 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:55.664147 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] For port 6da46f66-523b-40bf-8b43-e5358a8bc341, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=6da46f66-523b-40bf-8b43-e5358a8bc341,segment=NetworkSegment(d91ea073-ce3b-4456-b452-9b0d1c69ef7f),segment_id=d91ea073-ce3b-4456-b452-9b0d1c69ef7f)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:24:55.670205 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:55.673626 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:55.750465 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Pushing event updated for resources: {'Port': ['ID=6da46f66-523b-40bf-8b43-e5358a8bc341,revision_number=5']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:55.759603 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:55.759977 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:55.760306 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:55.760638 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:55.760973 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:55.761936 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:55.762433 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:55.762821 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:55.763186 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:55.763798 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:55.764161 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:55.764506 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:24:55.768831 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:55.775796 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-67361c4b-4725-4883-9ee5-967325296290 req-da8405eb-61ce-4cdd-b52d-82642eb9ee42 service neutron] 10.222.0.66 "GET /v2.0/networks/b2b58040-a5dd-40b7-8077-2331b9f5b49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1533802
Jun 03 16:24:55.968814 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4d067176-8d4d-47cd-bcfe-e2d578dcb9c0 req-8eee023d-ff3c-4857-b41b-d6b2d7129f44 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0491261
Jun 03 16:24:57.180532 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-e999082d-3d2d-436b-b5e9-06e4a7ca8850 req-9a66b344-f79f-4b75-91c1-6260f7f1cf4b tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0837376
Jun 03 16:24:57.355914 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 6da46f66-523b-40bf-8b43-e5358a8bc341 up at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:24:57.382435 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67361c4b-4725-4883-9ee5-967325296290 req-f2fa8536-1508-4a70-ab07-87e8aa384f02 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:24:57.383293 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-67361c4b-4725-4883-9ee5-967325296290 req-f2fa8536-1508-4a70-ab07-87e8aa384f02 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Synchronizing usage tracker for tenant:aab7b434e42e42818fcd0129cd4844a9 on resource:network {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:24:57.430640 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-67361c4b-4725-4883-9ee5-967325296290 req-f2fa8536-1508-4a70-ab07-87e8aa384f02 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Unset dirty status for tenant:aab7b434e42e42818fcd0129cd4844a9 on resource:network {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:24:57.432063 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-67361c4b-4725-4883-9ee5-967325296290 req-f2fa8536-1508-4a70-ab07-87e8aa384f02 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.73 "GET /v2.0/networks?id=b2b58040-a5dd-40b7-8077-2331b9f5b49f HTTP/1.1" status: 200  len: 814 time: 0.3183029
Jun 03 16:24:57.448766 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Provisioning complete for port 6da46f66-523b-40bf-8b43-e5358a8bc341 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:24:57.449767 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:57.455186 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-67361c4b-4725-4883-9ee5-967325296290 req-b712bc23-1314-4dda-b4f6-c04bfd42b8ad tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Request body: {'port': {'device_id': '8155280a-969f-4b9b-9087-be4e2d969f7c', 'network_id': 'b2b58040-a5dd-40b7-8077-2331b9f5b49f', 'admin_state_up': True, 'tenant_id': 'aab7b434e42e42818fcd0129cd4844a9'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:24:57.614545 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-67361c4b-4725-4883-9ee5-967325296290 req-b712bc23-1314-4dda-b4f6-c04bfd42b8ad tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:24:57.619448 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-67361c4b-4725-4883-9ee5-967325296290 req-b712bc23-1314-4dda-b4f6-c04bfd42b8ad tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Usage tracker for resource:port and tenant:aab7b434e42e42818fcd0129cd4844a9 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:24:57.622547 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-67361c4b-4725-4883-9ee5-967325296290 req-b712bc23-1314-4dda-b4f6-c04bfd42b8ad tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:24:57.628436 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-67361c4b-4725-4883-9ee5-967325296290 req-b712bc23-1314-4dda-b4f6-c04bfd42b8ad tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:24:57.639930 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67361c4b-4725-4883-9ee5-967325296290 req-b712bc23-1314-4dda-b4f6-c04bfd42b8ad tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Made reservation on behalf of aab7b434e42e42818fcd0129cd4844a9 for: {'port': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:24:57.646800 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-67361c4b-4725-4883-9ee5-967325296290 req-b712bc23-1314-4dda-b4f6-c04bfd42b8ad tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:57.923691 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [req-67361c4b-4725-4883-9ee5-967325296290 req-b712bc23-1314-4dda-b4f6-c04bfd42b8ad tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Allocated IP 172.20.0.5 (b2b58040-a5dd-40b7-8077-2331b9f5b49f/5169a987-a91e-4e36-857f-d99393415f23/002ea396-ada4-441a-b65a-cf4bea18815c) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:24:58.139749 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-67361c4b-4725-4883-9ee5-967325296290 req-b712bc23-1314-4dda-b4f6-c04bfd42b8ad tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:58.169927 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-67361c4b-4725-4883-9ee5-967325296290 req-b712bc23-1314-4dda-b4f6-c04bfd42b8ad tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:58.175568 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-aa0d6cd2-a585-40dd-a8f4-f23958952dee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:58.239307 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67361c4b-4725-4883-9ee5-967325296290 req-b712bc23-1314-4dda-b4f6-c04bfd42b8ad tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Network b2b58040-a5dd-40b7-8077-2331b9f5b49f is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:24:58.242461 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [req-67361c4b-4725-4883-9ee5-967325296290 req-b712bc23-1314-4dda-b4f6-c04bfd42b8ad tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Resources bound (agent type, host, resource id):  {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:24:58.246328 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-67361c4b-4725-4883-9ee5-967325296290 req-b712bc23-1314-4dda-b4f6-c04bfd42b8ad tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:24:58.288397 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712bc23-1314-4dda-b4f6-c04bfd42b8ad tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Pushing event updated for resources: {'Port': ['ID=002ea396-ada4-441a-b65a-cf4bea18815c,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:58.293395 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-b712bc23-1314-4dda-b4f6-c04bfd42b8ad tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:58.321342 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67361c4b-4725-4883-9ee5-967325296290 req-b712bc23-1314-4dda-b4f6-c04bfd42b8ad tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:24:58.321951 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-67361c4b-4725-4883-9ee5-967325296290 req-b712bc23-1314-4dda-b4f6-c04bfd42b8ad tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:58.343393 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-67361c4b-4725-4883-9ee5-967325296290 req-b712bc23-1314-4dda-b4f6-c04bfd42b8ad tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8967810
Jun 03 16:24:58.360733 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-67361c4b-4725-4883-9ee5-967325296290 req-139d302e-7797-43d2-9be8-5a1743cc990a service neutron] Request body: {'port': {'device_id': '8155280a-969f-4b9b-9087-be4e2d969f7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:24:58.380173 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17464503-12b1-4265-8468-e0bf27cfac87 req-4e5e1cbf-4de1-46d6-ad27-a956a9f72a6b tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:24:58.381763 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-17464503-12b1-4265-8468-e0bf27cfac87 req-4e5e1cbf-4de1-46d6-ad27-a956a9f72a6b tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 931 time: 0.0949960
Jun 03 16:24:58.428967 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-17464503-12b1-4265-8468-e0bf27cfac87 req-295db864-78d2-4a95-9f6b-7f87a00fdf21 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/security-groups?id=73380fdb-7a3b-43f0-a807-199c5aa9a4f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394878
Jun 03 16:24:58.477965 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-67361c4b-4725-4883-9ee5-967325296290 req-139d302e-7797-43d2-9be8-5a1743cc990a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:58.824765 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [req-67361c4b-4725-4883-9ee5-967325296290 req-139d302e-7797-43d2-9be8-5a1743cc990a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 002ea396-ada4-441a-b65a-cf4bea18815c {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:24:58.832634 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-67361c4b-4725-4883-9ee5-967325296290 req-139d302e-7797-43d2-9be8-5a1743cc990a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:58.848308 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [req-67361c4b-4725-4883-9ee5-967325296290 req-139d302e-7797-43d2-9be8-5a1743cc990a service neutron] Transition to ACTIVE for port object 002ea396-ada4-441a-b65a-cf4bea18815c will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:24:58.851892 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-67361c4b-4725-4883-9ee5-967325296290 req-139d302e-7797-43d2-9be8-5a1743cc990a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2387463'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:58.855811 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-9ad9c64c-61b9-4387-84be-212a1bf1503a tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:58.935423 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-3bdcb1ef-198d-43e2-9727-f36aade661b3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:24:58.936900 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-3bdcb1ef-198d-43e2-9727-f36aade661b3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/networks?id=1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348 HTTP/1.1" status: 200  len: 814 time: 0.2574120
Jun 03 16:24:58.952304 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-3bf7bb6f-4288-49d3-afd5-d48e4b13bf85 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/quotas/a8bfa9e92bd94e3382c94206d64bc6a3 HTTP/1.1" status: 200  len: 375 time: 0.0097458
Jun 03 16:24:59.014032 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d302e-7797-43d2-9be8-5a1743cc990a service neutron] Pushing event updated for resources: {'Port': ['ID=002ea396-ada4-441a-b65a-cf4bea18815c,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:59.020432 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-139d302e-7797-43d2-9be8-5a1743cc990a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:59.035258 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-2d60efd0-e9f6-42e2-9c30-304bfd424898 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Synchronizing usage tracker for tenant:a8bfa9e92bd94e3382c94206d64bc6a3 on resource:port {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:24:59.052343 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-2d60efd0-e9f6-42e2-9c30-304bfd424898 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Unset dirty status for tenant:a8bfa9e92bd94e3382c94206d64bc6a3 on resource:port {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:24:59.053720 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-2d60efd0-e9f6-42e2-9c30-304bfd424898 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a8bfa9e92bd94e3382c94206d64bc6a3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0961754
Jun 03 16:24:59.087656 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-67361c4b-4725-4883-9ee5-967325296290 req-139d302e-7797-43d2-9be8-5a1743cc990a service neutron] Attempting to bind port 002ea396-ada4-441a-b65a-cf4bea18815c on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:24:59.087879 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-67361c4b-4725-4883-9ee5-967325296290 req-139d302e-7797-43d2-9be8-5a1743cc990a service neutron] Attempting to bind port 002ea396-ada4-441a-b65a-cf4bea18815c by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '0fe98bd3-ba1f-4b89-8096-2db61d7e5722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'b2b58040-a5dd-40b7-8077-2331b9f5b49f'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:24:59.088199 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67361c4b-4725-4883-9ee5-967325296290 req-139d302e-7797-43d2-9be8-5a1743cc990a service neutron] Attempting to bind port 002ea396-ada4-441a-b65a-cf4bea18815c on network b2b58040-a5dd-40b7-8077-2331b9f5b49f {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:24:59.094397 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67361c4b-4725-4883-9ee5-967325296290 req-139d302e-7797-43d2-9be8-5a1743cc990a service neutron] Port 002ea396-ada4-441a-b65a-cf4bea18815c on network b2b58040-a5dd-40b7-8077-2331b9f5b49f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 16:24:59.094711 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67361c4b-4725-4883-9ee5-967325296290 req-139d302e-7797-43d2-9be8-5a1743cc990a service neutron] Attempting to bind port 002ea396-ada4-441a-b65a-cf4bea18815c on network b2b58040-a5dd-40b7-8077-2331b9f5b49f {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:24:59.099714 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67361c4b-4725-4883-9ee5-967325296290 req-139d302e-7797-43d2-9be8-5a1743cc990a service neutron] Checking agent: {'id': '583156db-f932-4b7a-94d3-94f9531b86fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:24:59.100096 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67361c4b-4725-4883-9ee5-967325296290 req-139d302e-7797-43d2-9be8-5a1743cc990a service neutron] Checking segment: {'id': '0fe98bd3-ba1f-4b89-8096-2db61d7e5722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'b2b58040-a5dd-40b7-8077-2331b9f5b49f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:24:59.100457 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67361c4b-4725-4883-9ee5-967325296290 req-139d302e-7797-43d2-9be8-5a1743cc990a service neutron] Bound using segment: {'id': '0fe98bd3-ba1f-4b89-8096-2db61d7e5722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'b2b58040-a5dd-40b7-8077-2331b9f5b49f'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:24:59.100872 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-67361c4b-4725-4883-9ee5-967325296290 req-139d302e-7797-43d2-9be8-5a1743cc990a service neutron] Bound port: 002ea396-ada4-441a-b65a-cf4bea18815c, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe98bd3-ba1f-4b89-8096-2db61d7e5722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'b2b58040-a5dd-40b7-8077-2331b9f5b49f'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:24:59.101251 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-67361c4b-4725-4883-9ee5-967325296290 req-139d302e-7797-43d2-9be8-5a1743cc990a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:59.191670 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-c3eff707-2e50-48ac-9796-65d9f1512664 service neutron] 10.222.0.66 "GET /v2.0/networks/1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258059
Jun 03 16:24:59.194402 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-67361c4b-4725-4883-9ee5-967325296290 req-139d302e-7797-43d2-9be8-5a1743cc990a service neutron] For port 002ea396-ada4-441a-b65a-cf4bea18815c, host hv-cinder-78652, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:24:59.197677 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-67361c4b-4725-4883-9ee5-967325296290 req-139d302e-7797-43d2-9be8-5a1743cc990a service neutron] For port 002ea396-ada4-441a-b65a-cf4bea18815c, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=002ea396-ada4-441a-b65a-cf4bea18815c,segment=NetworkSegment(0fe98bd3-ba1f-4b89-8096-2db61d7e5722),segment_id=0fe98bd3-ba1f-4b89-8096-2db61d7e5722)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:24:59.202533 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-67361c4b-4725-4883-9ee5-967325296290 req-139d302e-7797-43d2-9be8-5a1743cc990a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2387463'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:59.206240 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-88a977dc-294b-49c4-8b20-bafe36660b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:24:59.258528 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67361c4b-4725-4883-9ee5-967325296290 req-139d302e-7797-43d2-9be8-5a1743cc990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:24:59.259133 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-67361c4b-4725-4883-9ee5-967325296290 req-139d302e-7797-43d2-9be8-5a1743cc990a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:24:59.260491 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-67361c4b-4725-4883-9ee5-967325296290 req-139d302e-7797-43d2-9be8-5a1743cc990a service neutron] 10.222.0.73 "PUT /v2.0/ports/002ea396-ada4-441a-b65a-cf4bea18815c HTTP/1.1" status: 200  len: 1093 time: 0.9043589
Jun 03 16:24:59.261086 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8155280a-969f-4b9b-9087-be4e2d969f7c', 'tag': '002ea396-ada4-441a-b65a-cf4bea18815c'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:24:59.266384 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa6bd2c-4462-42c6-a8e3-1c09e784beda" -d '{"events": [{"name": "network-changed", "server_uuid": "8155280a-969f-4b9b-9087-be4e2d969f7c", "tag": "002ea396-ada4-441a-b65a-cf4bea18815c"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:24:59.302216 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d302e-7797-43d2-9be8-5a1743cc990a service neutron] Pushing event updated for resources: {'Port': ['ID=002ea396-ada4-441a-b65a-cf4bea18815c,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:24:59.338883 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-139d302e-7797-43d2-9be8-5a1743cc990a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:24:59.341025 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a20dbd-6b1f-4932-8681-fcebfa4e95ad x-openstack-request-id: req-a3a20dbd-6b1f-4932-8681-fcebfa4e95ad {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:24:59.341374 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8155280a-969f-4b9b-9087-be4e2d969f7c", "tag": "002ea396-ada4-441a-b65a-cf4bea18815c", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:24:59.341654 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a3a20dbd-6b1f-4932-8681-fcebfa4e95ad {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:24:59.342068 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8155280a-969f-4b9b-9087-be4e2d969f7c', 'tag': '002ea396-ada4-441a-b65a-cf4bea18815c', 'status': 'completed', 'code': 200}
Jun 03 16:24:59.349311 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-87398302-685e-4d06-b190-d00c67c30373 service neutron] 10.222.0.66 "GET /v2.0/networks/1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1514049
Jun 03 16:24:59.382739 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67361c4b-4725-4883-9ee5-967325296290 req-bd5c44b4-f75e-4971-a7d5-793140f73631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:24:59.384203 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-67361c4b-4725-4883-9ee5-967325296290 req-bd5c44b4-f75e-4971-a7d5-793140f73631 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aab7b434e42e42818fcd0129cd4844a9&device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 1096 time: 0.0832574
Jun 03 16:24:59.464307 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-67361c4b-4725-4883-9ee5-967325296290 req-14811903-15fa-4d91-b508-3b57ab2e667f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=002ea396-ada4-441a-b65a-cf4bea18815c HTTP/1.1" status: 200  len: 217 time: 0.0670059
Jun 03 16:24:59.565195 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9208c562-fac4-49f4-a200-b921cd1a4a09 req-b096d932-fd8a-4ecc-b205-f96706146682 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0568113
Jun 03 16:24:59.585111 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67361c4b-4725-4883-9ee5-967325296290 req-6c9f1e9a-cdef-4e51-81fd-b85758efc8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:24:59.585111 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-67361c4b-4725-4883-9ee5-967325296290 req-6c9f1e9a-cdef-4e51-81fd-b85758efc8a3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5169a987-a91e-4e36-857f-d99393415f23 HTTP/1.1" status: 200  len: 854 time: 0.1091940
Jun 03 16:24:59.628778 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb44e67-3601-4e34-a1b1-790ff0bec89f req-c3873f60-f31a-4676-8bdc-b38de34ac2c6 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:24:59.630306 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-7cb44e67-3601-4e34-a1b1-790ff0bec89f req-c3873f60-f31a-4676-8bdc-b38de34ac2c6 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 943 time: 0.0863812
Jun 03 16:24:59.640889 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-67361c4b-4725-4883-9ee5-967325296290 req-ab7ab822-a2fc-4b8d-bc58-7a2c2ef601f0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b2b58040-a5dd-40b7-8077-2331b9f5b49f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0446143
Jun 03 16:24:59.687463 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-7cb44e67-3601-4e34-a1b1-790ff0bec89f req-89194279-c134-41d3-a98f-f39ad66a1907 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/security-groups?id=73380fdb-7a3b-43f0-a807-199c5aa9a4f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497634
Jun 03 16:24:59.884921 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-67361c4b-4725-4883-9ee5-967325296290 req-160b6f5b-44f8-45c0-8ba0-aa2182c87d14 service neutron] 10.222.0.73 "GET /v2.0/networks/b2b58040-a5dd-40b7-8077-2331b9f5b49f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2316935
Jun 03 16:25:00.022869 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-67361c4b-4725-4883-9ee5-967325296290 req-f78228a9-1927-4c4c-a34c-23645098b56a service neutron] 10.222.0.73 "GET /v2.0/networks/b2b58040-a5dd-40b7-8077-2331b9f5b49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294568
Jun 03 16:25:00.179587 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6bd2c-4462-42c6-a8e3-1c09e784beda req-f83a580e-53f0-40f7-831b-8d1b97f9d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:00.181048 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0fa6bd2c-4462-42c6-a8e3-1c09e784beda req-f83a580e-53f0-40f7-831b-8d1b97f9d833 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aab7b434e42e42818fcd0129cd4844a9&device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 1096 time: 0.0725677
Jun 03 16:25:00.315463 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6bd2c-4462-42c6-a8e3-1c09e784beda req-708683f1-9dc7-4061-bd8c-db6cbf429e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:00.316890 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0fa6bd2c-4462-42c6-a8e3-1c09e784beda req-708683f1-9dc7-4061-bd8c-db6cbf429e22 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b2b58040-a5dd-40b7-8077-2331b9f5b49f HTTP/1.1" status: 200  len: 915 time: 0.1270983
Jun 03 16:25:00.389500 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0fa6bd2c-4462-42c6-a8e3-1c09e784beda req-18272fc2-c920-4298-b35a-6e37d7bf8785 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=002ea396-ada4-441a-b65a-cf4bea18815c HTTP/1.1" status: 200  len: 217 time: 0.0642202
Jun 03 16:25:00.456651 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6bd2c-4462-42c6-a8e3-1c09e784beda req-0fac5cdb-6704-4652-a453-5ae0d2c4e9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:00.458067 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0fa6bd2c-4462-42c6-a8e3-1c09e784beda req-0fac5cdb-6704-4652-a453-5ae0d2c4e9dd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5169a987-a91e-4e36-857f-d99393415f23 HTTP/1.1" status: 200  len: 854 time: 0.0605927
Jun 03 16:25:00.505636 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0fa6bd2c-4462-42c6-a8e3-1c09e784beda req-9955599a-d511-4549-ab49-45a8d2e5fe5e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b2b58040-a5dd-40b7-8077-2331b9f5b49f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0406332
Jun 03 16:25:00.773689 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4da20955-8853-4367-b3e8-09fe2ec3c8bb req-6f237789-453a-466a-8357-07225352a483 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0665636
Jun 03 16:25:00.817702 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0fa6bd2c-4462-42c6-a8e3-1c09e784beda req-e4e1e1f2-33fc-485d-8417-1c39d59c3a92 service neutron] 10.222.0.73 "GET /v2.0/networks/b2b58040-a5dd-40b7-8077-2331b9f5b49f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3045332
Jun 03 16:25:00.830217 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-e367d92e-6b94-4b29-af6b-068271a8295c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:00.830964 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-e367d92e-6b94-4b29-af6b-068271a8295c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Synchronizing usage tracker for tenant:a8bfa9e92bd94e3382c94206d64bc6a3 on resource:network {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:25:00.881264 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e71b5a-f37f-4812-9a60-c8d889041c44 req-206d4119-2422-4a42-afe4-f580c5bf6bc3 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:00.883071 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c5e71b5a-f37f-4812-9a60-c8d889041c44 req-206d4119-2422-4a42-afe4-f580c5bf6bc3 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 943 time: 0.0839345
Jun 03 16:25:00.888002 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-e367d92e-6b94-4b29-af6b-068271a8295c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Unset dirty status for tenant:a8bfa9e92bd94e3382c94206d64bc6a3 on resource:network {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:25:00.889317 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-e367d92e-6b94-4b29-af6b-068271a8295c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.73 "GET /v2.0/networks?id=1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348 HTTP/1.1" status: 200  len: 814 time: 0.3393486
Jun 03 16:25:00.928852 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c5e71b5a-f37f-4812-9a60-c8d889041c44 req-7944084b-fb78-4758-b713-17c060738368 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/security-groups?id=73380fdb-7a3b-43f0-a807-199c5aa9a4f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400305
Jun 03 16:25:00.939104 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-16f6016a-52a1-4914-ab89-1ff1bac6c282 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Request body: {'port': {'device_id': 'd9157118-689e-425e-91aa-613e4224c31f', 'network_id': '1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348', 'admin_state_up': True, 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:25:01.085057 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0fa6bd2c-4462-42c6-a8e3-1c09e784beda req-85f05ce6-0caa-4242-b124-e2dc4b8deb88 service neutron] 10.222.0.73 "GET /v2.0/networks/b2b58040-a5dd-40b7-8077-2331b9f5b49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2466347
Jun 03 16:25:01.116483 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-16f6016a-52a1-4914-ab89-1ff1bac6c282 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:25:01.127184 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-16f6016a-52a1-4914-ab89-1ff1bac6c282 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:25:01.137002 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-16f6016a-52a1-4914-ab89-1ff1bac6c282 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Made reservation on behalf of a8bfa9e92bd94e3382c94206d64bc6a3 for: {'port': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:25:01.140536 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-16f6016a-52a1-4914-ab89-1ff1bac6c282 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:01.320445 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-16f6016a-52a1-4914-ab89-1ff1bac6c282 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Allocated IP 172.20.0.10 (1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348/c5cf2a1c-41bf-447c-83c4-f002ed66edbf/0b4dbc0e-9641-4917-9f7f-3da8db4412c7) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:25:01.657708 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-16f6016a-52a1-4914-ab89-1ff1bac6c282 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:01.673708 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-16f6016a-52a1-4914-ab89-1ff1bac6c282 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Transition to ACTIVE for port object 0b4dbc0e-9641-4917-9f7f-3da8db4412c7 will not be triggered until provisioned by entity DHCP. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:25:01.699975 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-16f6016a-52a1-4914-ab89-1ff1bac6c282 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:01.706194 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-701738e3-043e-4122-a7bf-f329d0e66cd7 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:01.770143 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-16f6016a-52a1-4914-ab89-1ff1bac6c282 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Network 1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348 is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:25:01.773246 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-16f6016a-52a1-4914-ab89-1ff1bac6c282 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Resources bound (agent type, host, resource id):  {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:25:01.775643 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-16f6016a-52a1-4914-ab89-1ff1bac6c282 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:25:01.823123 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6016a-52a1-4914-ab89-1ff1bac6c282 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Pushing event updated for resources: {'Port': ['ID=0b4dbc0e-9641-4917-9f7f-3da8db4412c7,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:01.827430 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-16f6016a-52a1-4914-ab89-1ff1bac6c282 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:01.861962 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-16f6016a-52a1-4914-ab89-1ff1bac6c282 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:01.862943 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-16f6016a-52a1-4914-ab89-1ff1bac6c282 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:01.907892 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-16f6016a-52a1-4914-ab89-1ff1bac6c282 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9726582
Jun 03 16:25:02.046226 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2c7a7-1685-4de1-94d2-36433d94956d req-1dbbf029-fbc2-49b1-b9ec-6d87c3842ac0 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:02.046891 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-96a2c7a7-1685-4de1-94d2-36433d94956d req-1dbbf029-fbc2-49b1-b9ec-6d87c3842ac0 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Synchronizing usage tracker for tenant:a8bfa9e92bd94e3382c94206d64bc6a3 on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:25:02.062698 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-96a2c7a7-1685-4de1-94d2-36433d94956d req-1dbbf029-fbc2-49b1-b9ec-6d87c3842ac0 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Unset dirty status for tenant:a8bfa9e92bd94e3382c94206d64bc6a3 on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:25:02.063881 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-96a2c7a7-1685-4de1-94d2-36433d94956d req-1dbbf029-fbc2-49b1-b9ec-6d87c3842ac0 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 932 time: 0.1288147
Jun 03 16:25:02.064026 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-0d2826e4-68ca-438b-ab06-cd771182df1f None None] Provisioning for port 0b4dbc0e-9641-4917-9f7f-3da8db4412c7 completed by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:25:02.069328 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-0d2826e4-68ca-438b-ab06-cd771182df1f None None] Provisioning complete for port 0b4dbc0e-9641-4917-9f7f-3da8db4412c7 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:25:02.070038 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-0d2826e4-68ca-438b-ab06-cd771182df1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:02.130231 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-0d2826e4-68ca-438b-ab06-cd771182df1f None None] Port 0b4dbc0e-9641-4917-9f7f-3da8db4412c7 cannot update to ACTIVE because it is not bound. {{(pid=91618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 16:25:02.148246 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-96a2c7a7-1685-4de1-94d2-36433d94956d req-c6da026a-d6a1-4da2-8853-55cf750530bc tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Synchronizing usage tracker for tenant:a8bfa9e92bd94e3382c94206d64bc6a3 on resource:security_group {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:25:02.169633 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-96a2c7a7-1685-4de1-94d2-36433d94956d req-c6da026a-d6a1-4da2-8853-55cf750530bc tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Unset dirty status for tenant:a8bfa9e92bd94e3382c94206d64bc6a3 on resource:security_group {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:25:02.170802 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-96a2c7a7-1685-4de1-94d2-36433d94956d req-c6da026a-d6a1-4da2-8853-55cf750530bc tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986326
Jun 03 16:25:02.175637 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797c33b-9051-4c4a-9b6d-21b61c981b43 req-9ab85e2f-eace-4b34-8966-e149acfc67e9 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:02.177202 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0797c33b-9051-4c4a-9b6d-21b61c981b43 req-9ab85e2f-eace-4b34-8966-e149acfc67e9 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 943 time: 0.1003933
Jun 03 16:25:02.225377 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0797c33b-9051-4c4a-9b6d-21b61c981b43 req-58a93a96-c5ef-4191-a366-a772337c9d47 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/security-groups?id=73380fdb-7a3b-43f0-a807-199c5aa9a4f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423307
Jun 03 16:25:02.865797 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 002ea396-ada4-441a-b65a-cf4bea18815c details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 16:25:03.003157 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 002ea396-ada4-441a-b65a-cf4bea18815c, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=002ea396-ada4-441a-b65a-cf4bea18815c,segment=NetworkSegment(0fe98bd3-ba1f-4b89-8096-2db61d7e5722),segment_id=0fe98bd3-ba1f-4b89-8096-2db61d7e5722)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:25:03.018369 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Returning: {'device': '002ea396-ada4-441a-b65a-cf4bea18815c', 'network_id': 'b2b58040-a5dd-40b7-8077-2331b9f5b49f', 'port_id': '002ea396-ada4-441a-b65a-cf4bea18815c', 'mac_address': 'fa:16:3e:30:fa:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5169a987-a91e-4e36-857f-d99393415f23', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 16:25:03.078843 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:03.125718 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 002ea396-ada4-441a-b65a-cf4bea18815c {{(pid=91618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:25:03.143894 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 002ea396-ada4-441a-b65a-cf4bea18815c, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=002ea396-ada4-441a-b65a-cf4bea18815c,segment=NetworkSegment(0fe98bd3-ba1f-4b89-8096-2db61d7e5722),segment_id=0fe98bd3-ba1f-4b89-8096-2db61d7e5722)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:25:03.148584 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:03.150610 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:03.239260 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=002ea396-ada4-441a-b65a-cf4bea18815c,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:03.245785 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:03.396502 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c76b66-1e30-4f23-a884-c2198d5aa804 req-0c3d42e1-b00a-40d4-8087-aba2834d9c52 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:03.398188 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-85c76b66-1e30-4f23-a884-c2198d5aa804 req-0c3d42e1-b00a-40d4-8087-aba2834d9c52 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 932 time: 0.1051838
Jun 03 16:25:03.439450 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['002ea396-ada4-441a-b65a-cf4bea18815c'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:25:03.451020 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c149d27-381d-4be3-a524-fe55ab3330c3 req-3c08eb63-d416-4503-95c4-f5a61b179a3c tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:03.452560 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0c149d27-381d-4be3-a524-fe55ab3330c3 req-3c08eb63-d416-4503-95c4-f5a61b179a3c tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 944 time: 0.0931292
Jun 03 16:25:03.470293 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-85c76b66-1e30-4f23-a884-c2198d5aa804 req-7dbf7cc3-17dd-4738-bffc-869d88a3c3e2 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660117
Jun 03 16:25:03.509627 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0c149d27-381d-4be3-a524-fe55ab3330c3 req-bbc8e895-89e9-4748-8588-e213a6136a15 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/security-groups?id=73380fdb-7a3b-43f0-a807-199c5aa9a4f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505631
Jun 03 16:25:04.657379 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46c2f2-cc23-4e10-b1fb-9f55b8dd1fea req-e7d7dcae-ea68-42bd-9a67-67f5fea9e24a tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:04.659016 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-da46c2f2-cc23-4e10-b1fb-9f55b8dd1fea req-e7d7dcae-ea68-42bd-9a67-67f5fea9e24a tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 932 time: 0.0859952
Jun 03 16:25:04.709315 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-da46c2f2-cc23-4e10-b1fb-9f55b8dd1fea req-3dfab1c9-5711-4c18-bca0-eeed8bc550bf tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443780
Jun 03 16:25:04.723352 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49f52e-48b5-4915-be42-902ef8983e64 req-ef79271f-cec1-4476-b800-d8f2238de303 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:04.724804 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-dd49f52e-48b5-4915-be42-902ef8983e64 req-ef79271f-cec1-4476-b800-d8f2238de303 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 944 time: 0.1034162
Jun 03 16:25:04.773800 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-dd49f52e-48b5-4915-be42-902ef8983e64 req-c50ed9e9-4607-4200-a9fd-bc048553884c tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/security-groups?id=73380fdb-7a3b-43f0-a807-199c5aa9a4f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433517
Jun 03 16:25:04.880671 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 002ea396-ada4-441a-b65a-cf4bea18815c up at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:25:04.952740 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning for port 002ea396-ada4-441a-b65a-cf4bea18815c completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:25:04.958080 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning complete for port 002ea396-ada4-441a-b65a-cf4bea18815c triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:25:04.958430 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:05.080867 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:05.108297 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8155280a-969f-4b9b-9087-be4e2d969f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002ea396-ada4-441a-b65a-cf4bea18815c'}] {{(pid=91618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:25:05.110587 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80780923b31b79766dda64912243351c94e9e307cca1e5b2e5a14cee02687ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6600dfc9-4cf6-4b5d-bdc9-ed18bd052c9d" -d '{"events": [{"server_uuid": "8155280a-969f-4b9b-9087-be4e2d969f7c", "name": "network-vif-plugged", "status": "completed", "tag": "002ea396-ada4-441a-b65a-cf4bea18815c"}]}' {{(pid=91618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:25:05.118182 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 002ea396-ada4-441a-b65a-cf4bea18815c, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=002ea396-ada4-441a-b65a-cf4bea18815c,segment=NetworkSegment(0fe98bd3-ba1f-4b89-8096-2db61d7e5722),segment_id=0fe98bd3-ba1f-4b89-8096-2db61d7e5722)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:25:05.122592 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:05.124865 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:05.177005 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719533f0-854a-456d-a4ac-3f590c89b9c4 x-openstack-request-id: req-719533f0-854a-456d-a4ac-3f590c89b9c4 {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:25:05.177370 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8155280a-969f-4b9b-9087-be4e2d969f7c", "name": "network-vif-plugged", "status": "completed", "tag": "002ea396-ada4-441a-b65a-cf4bea18815c", "code": 200}]} {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:25:05.177828 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-719533f0-854a-456d-a4ac-3f590c89b9c4 {{(pid=91618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:25:05.178220 dv-cinder-786524-8-iscsi neutron-server[91618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8155280a-969f-4b9b-9087-be4e2d969f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002ea396-ada4-441a-b65a-cf4bea18815c', 'code': 200}
Jun 03 16:25:05.215444 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=002ea396-ada4-441a-b65a-cf4bea18815c,revision_number=5']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:05.219119 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:05.962512 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd144c-ff6f-4689-9b50-7d2f0e6f7c52 req-c568c603-73d6-4c25-b4d0-3e348959d714 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:05.969769 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f6dd144c-ff6f-4689-9b50-7d2f0e6f7c52 req-c568c603-73d6-4c25-b4d0-3e348959d714 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 932 time: 0.1295071
Jun 03 16:25:06.015611 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f6dd144c-ff6f-4689-9b50-7d2f0e6f7c52 req-d48ca72c-27a1-467f-8daa-43eddce0424d tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448818
Jun 03 16:25:06.036464 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3445d0-cc1d-42f6-9cf5-913c81f882ab req-04a4537f-00a1-4d0b-a700-fcd6b5db77e2 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:06.036464 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-9b3445d0-cc1d-42f6-9cf5-913c81f882ab req-04a4537f-00a1-4d0b-a700-fcd6b5db77e2 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Synchronizing usage tracker for tenant:aab7b434e42e42818fcd0129cd4844a9 on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:25:06.051497 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-9b3445d0-cc1d-42f6-9cf5-913c81f882ab req-04a4537f-00a1-4d0b-a700-fcd6b5db77e2 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Unset dirty status for tenant:aab7b434e42e42818fcd0129cd4844a9 on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:25:06.057638 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9b3445d0-cc1d-42f6-9cf5-913c81f882ab req-04a4537f-00a1-4d0b-a700-fcd6b5db77e2 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 945 time: 0.1471148
Jun 03 16:25:06.099681 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-9b3445d0-cc1d-42f6-9cf5-913c81f882ab req-b900fc32-e9ce-461d-a278-780e6497611e tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Synchronizing usage tracker for tenant:aab7b434e42e42818fcd0129cd4844a9 on resource:security_group {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:25:06.116123 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-9b3445d0-cc1d-42f6-9cf5-913c81f882ab req-b900fc32-e9ce-461d-a278-780e6497611e tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Unset dirty status for tenant:aab7b434e42e42818fcd0129cd4844a9 on resource:security_group {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:25:06.117282 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9b3445d0-cc1d-42f6-9cf5-913c81f882ab req-b900fc32-e9ce-461d-a278-780e6497611e tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/security-groups?id=73380fdb-7a3b-43f0-a807-199c5aa9a4f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586793
Jun 03 16:25:06.985846 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-4518a250-9e6b-402a-a2b0-f09fea9b485d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:07.240137 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396a4c3-50c5-469a-915e-208dbce4a378 req-4a4ed14b-e4d7-48fd-a321-cccb90a6dc93 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:07.241563 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-1396a4c3-50c5-469a-915e-208dbce4a378 req-4a4ed14b-e4d7-48fd-a321-cccb90a6dc93 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 932 time: 0.0992842
Jun 03 16:25:07.288679 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-1396a4c3-50c5-469a-915e-208dbce4a378 req-1028082c-ccc5-497d-b883-171283deafbf tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414815
Jun 03 16:25:07.357854 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bccdf-68e6-49d5-bae0-d9a82574e4d9 req-84eae4a3-1c2a-4570-8272-883988d948e9 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:07.359354 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f01bccdf-68e6-49d5-bae0-d9a82574e4d9 req-84eae4a3-1c2a-4570-8272-883988d948e9 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 945 time: 0.0992851
Jun 03 16:25:07.422343 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f01bccdf-68e6-49d5-bae0-d9a82574e4d9 req-c2ca461c-87b9-450b-a743-36602854ea3a tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/security-groups?id=73380fdb-7a3b-43f0-a807-199c5aa9a4f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572846
Jun 03 16:25:08.496590 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b134dd-f233-4f5f-a3e1-7cb50d4a1e21 req-2058373e-9827-439f-9378-c7b487d22f28 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:08.498178 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-44b134dd-f233-4f5f-a3e1-7cb50d4a1e21 req-2058373e-9827-439f-9378-c7b487d22f28 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 932 time: 0.0991120
Jun 03 16:25:08.565716 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-44b134dd-f233-4f5f-a3e1-7cb50d4a1e21 req-faecf53b-8053-4043-900c-324dceea6765 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611789
Jun 03 16:25:08.625214 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf1230-952f-4a77-8c55-00b563179763 req-b45ca61e-16d3-46ca-92c3-fd29aad07eb9 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:08.626780 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-56bf1230-952f-4a77-8c55-00b563179763 req-b45ca61e-16d3-46ca-92c3-fd29aad07eb9 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 945 time: 0.0843651
Jun 03 16:25:08.675643 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-56bf1230-952f-4a77-8c55-00b563179763 req-c53a10a5-b609-49d5-905b-25cf47c08d8e tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/security-groups?id=73380fdb-7a3b-43f0-a807-199c5aa9a4f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427685
Jun 03 16:25:08.834150 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:09.446936 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:09.758297 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258fad8-78f6-4564-b05e-f3e9bcae232e req-c56cde91-92ab-4d93-996d-c9bf99f9dfae tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:09.760497 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-7258fad8-78f6-4564-b05e-f3e9bcae232e req-c56cde91-92ab-4d93-996d-c9bf99f9dfae tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 932 time: 0.0889127
Jun 03 16:25:09.769316 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-d9b2f1f3-6f09-40e6-9e4c-bbbbdeb52ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:09.820405 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-7258fad8-78f6-4564-b05e-f3e9bcae232e req-febc109d-74d4-4c07-b2a4-c215661c0eaf tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523632
Jun 03 16:25:09.899332 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19379494-a6b4-452b-a352-d515f904f22f req-c5fa07a1-d83c-4a5d-b80e-793263bddfd5 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:09.900786 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-19379494-a6b4-452b-a352-d515f904f22f req-c5fa07a1-d83c-4a5d-b80e-793263bddfd5 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 945 time: 0.0956357
Jun 03 16:25:09.946272 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-19379494-a6b4-452b-a352-d515f904f22f req-4b03226c-2e39-4224-81c4-6ee8c7a42395 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/security-groups?id=73380fdb-7a3b-43f0-a807-199c5aa9a4f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386574
Jun 03 16:25:10.779703 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:11.021990 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed948c-df20-480c-bde5-501957abe330 req-430202b3-4557-465e-aaeb-981f9515643d tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:11.023427 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-43ed948c-df20-480c-bde5-501957abe330 req-430202b3-4557-465e-aaeb-981f9515643d tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 932 time: 0.0886190
Jun 03 16:25:11.081427 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-43ed948c-df20-480c-bde5-501957abe330 req-ff44a309-fb82-4083-9a85-fa25a2cb23e8 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520189
Jun 03 16:25:11.152807 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b11c5d-c691-482c-8364-fc40a0aa8a3f req-ddf2a5fc-bca0-4122-8881-8aeb34fc1c46 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:11.155709 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b5b11c5d-c691-482c-8364-fc40a0aa8a3f req-ddf2a5fc-bca0-4122-8881-8aeb34fc1c46 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 945 time: 0.0844870
Jun 03 16:25:11.206983 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b5b11c5d-c691-482c-8364-fc40a0aa8a3f req-695ba015-9cb8-42a6-894f-68f7d86f51b4 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/security-groups?id=73380fdb-7a3b-43f0-a807-199c5aa9a4f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448124
Jun 03 16:25:12.214438 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:12.269680 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282f314-a4a5-44b1-b919-fb8fc0cf9d3e req-6531b7a6-00d2-4f94-895b-ab546e50a963 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:12.271116 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0282f314-a4a5-44b1-b919-fb8fc0cf9d3e req-6531b7a6-00d2-4f94-895b-ab546e50a963 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 932 time: 0.0852003
Jun 03 16:25:12.318008 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0282f314-a4a5-44b1-b919-fb8fc0cf9d3e req-85505dc7-b5f7-4136-9070-7e6db87ca328 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411608
Jun 03 16:25:12.406587 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215e914-9957-49bc-975c-639dff9bd95d req-3738f993-c160-44e7-9dba-6531f1d1d6ce tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:12.408011 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4215e914-9957-49bc-975c-639dff9bd95d req-3738f993-c160-44e7-9dba-6531f1d1d6ce tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 945 time: 0.0849128
Jun 03 16:25:12.451843 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4215e914-9957-49bc-975c-639dff9bd95d req-5c426135-6fe0-4c08-b01b-d775b2fa29bf tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/security-groups?id=73380fdb-7a3b-43f0-a807-199c5aa9a4f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376480
Jun 03 16:25:12.838613 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-68fdd7bf-3048-4614-b8c8-7ead6ced6b5d service neutron] Request body: {'port': {'device_id': 'd9157118-689e-425e-91aa-613e4224c31f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:25:13.036660 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-68fdd7bf-3048-4614-b8c8-7ead6ced6b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:13.132281 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d5415a3a-8971-4ecb-b8d7-b313b2371acc req-ec261eb6-80f9-4d4a-b10e-e83d0f45d9d6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2381232
Jun 03 16:25:13.249227 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b6635-9441-4bae-a925-a4addc4a000a req-dd3aef8a-eb6b-45ef-9001-e0535e6ec6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:13.250755 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ce4b6635-9441-4bae-a925-a4addc4a000a req-dd3aef8a-eb6b-45ef-9001-e0535e6ec6a9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 1098 time: 0.2538669
Jun 03 16:25:13.490408 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ce4b6635-9441-4bae-a925-a4addc4a000a req-6e78d20d-f2e1-43fa-b3a6-a748d013af98 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=73380fdb-7a3b-43f0-a807-199c5aa9a4f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2237382
Jun 03 16:25:13.518018 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1306f-654c-4b41-986c-76014a42ba39 req-f9020dec-0136-4432-a95e-daa09aea1278 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:13.521568 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-edb1306f-654c-4b41-986c-76014a42ba39 req-f9020dec-0136-4432-a95e-daa09aea1278 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 932 time: 0.0925634
Jun 03 16:25:13.539757 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5415a3a-8971-4ecb-b8d7-b313b2371acc req-30d9e93a-deb4-49c6-82c5-eac403b1f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:13.541252 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d5415a3a-8971-4ecb-b8d7-b313b2371acc req-30d9e93a-deb4-49c6-82c5-eac403b1f871 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f244f46dcdba4cb1ae27b5a94b44c8f7&device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 1099 time: 0.3303008
Jun 03 16:25:13.573197 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-edb1306f-654c-4b41-986c-76014a42ba39 req-dcd8f5b2-8cc7-4d07-96c7-97fc9b8de43a tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480776
Jun 03 16:25:13.699985 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-68fdd7bf-3048-4614-b8c8-7ead6ced6b5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b4dbc0e-9641-4917-9f7f-3da8db4412c7 {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:25:13.712419 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-68fdd7bf-3048-4614-b8c8-7ead6ced6b5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:13.787638 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-68fdd7bf-3048-4614-b8c8-7ead6ced6b5d service neutron] Transition to ACTIVE for port object 0b4dbc0e-9641-4917-9f7f-3da8db4412c7 will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:25:13.792989 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-68fdd7bf-3048-4614-b8c8-7ead6ced6b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2387463'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:13.799898 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a2f5a5c7-7fda-47d7-b8fa-ef07cd8b8581 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:13.947495 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5415a3a-8971-4ecb-b8d7-b313b2371acc req-4ceab85c-1856-4234-84bd-991347e3f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:13.948965 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d5415a3a-8971-4ecb-b8d7-b313b2371acc req-4ceab85c-1856-4234-84bd-991347e3f303 service neutron] 10.222.0.73 "GET /v2.0/networks?id=59734cb5-b3cd-4731-b72c-e406b3f16f4f HTTP/1.1" status: 200  len: 910 time: 0.3506029
Jun 03 16:25:13.960454 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dded5a-0df8-44f7-8080-268fa2af8854 req-0df5010d-063e-431d-80a3-57af2610acd8 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:13.961964 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b4dded5a-0df8-44f7-8080-268fa2af8854 req-0df5010d-063e-431d-80a3-57af2610acd8 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 945 time: 0.3625126
Jun 03 16:25:14.080662 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdd7bf-3048-4614-b8c8-7ead6ced6b5d service neutron] Pushing event updated for resources: {'Port': ['ID=0b4dbc0e-9641-4917-9f7f-3da8db4412c7,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:14.090452 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-68fdd7bf-3048-4614-b8c8-7ead6ced6b5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:14.184260 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b4dded5a-0df8-44f7-8080-268fa2af8854 req-41fb08ca-ca70-4c77-b2b4-cb74dc845f22 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/security-groups?id=73380fdb-7a3b-43f0-a807-199c5aa9a4f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1634426
Jun 03 16:25:14.188041 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d5415a3a-8971-4ecb-b8d7-b313b2371acc req-72442e4b-6cf8-4922-a596-f19906253bc3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61aff5fb-537d-4222-ade7-2c04c84e75c6 HTTP/1.1" status: 200  len: 1002 time: 0.2237287
Jun 03 16:25:14.243563 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-68fdd7bf-3048-4614-b8c8-7ead6ced6b5d service neutron] Attempting to bind port 0b4dbc0e-9641-4917-9f7f-3da8db4412c7 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:25:14.243902 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-68fdd7bf-3048-4614-b8c8-7ead6ced6b5d service neutron] Attempting to bind port 0b4dbc0e-9641-4917-9f7f-3da8db4412c7 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '6c30cfee-f8b8-4df6-a90f-24b9946717ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:25:14.244234 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-68fdd7bf-3048-4614-b8c8-7ead6ced6b5d service neutron] Attempting to bind port 0b4dbc0e-9641-4917-9f7f-3da8db4412c7 on network 1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:25:14.257970 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-68fdd7bf-3048-4614-b8c8-7ead6ced6b5d service neutron] Port 0b4dbc0e-9641-4917-9f7f-3da8db4412c7 on network 1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 16:25:14.258306 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-68fdd7bf-3048-4614-b8c8-7ead6ced6b5d service neutron] Attempting to bind port 0b4dbc0e-9641-4917-9f7f-3da8db4412c7 on network 1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:25:14.267676 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-68fdd7bf-3048-4614-b8c8-7ead6ced6b5d service neutron] Checking agent: {'id': '583156db-f932-4b7a-94d3-94f9531b86fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:25:14.267676 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-68fdd7bf-3048-4614-b8c8-7ead6ced6b5d service neutron] Checking segment: {'id': '6c30cfee-f8b8-4df6-a90f-24b9946717ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:25:14.267676 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-68fdd7bf-3048-4614-b8c8-7ead6ced6b5d service neutron] Bound using segment: {'id': '6c30cfee-f8b8-4df6-a90f-24b9946717ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:25:14.268124 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-68fdd7bf-3048-4614-b8c8-7ead6ced6b5d service neutron] Bound port: 0b4dbc0e-9641-4917-9f7f-3da8db4412c7, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c30cfee-f8b8-4df6-a90f-24b9946717ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:25:14.268474 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-68fdd7bf-3048-4614-b8c8-7ead6ced6b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:14.286050 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5415a3a-8971-4ecb-b8d7-b313b2371acc req-036365ef-9ddb-45b8-a1f4-e20ae02ffc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:14.287480 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d5415a3a-8971-4ecb-b8d7-b313b2371acc req-036365ef-9ddb-45b8-a1f4-e20ae02ffc49 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e1cf8725-43b3-4508-857e-71350cd10ed6 HTTP/1.1" status: 200  len: 848 time: 0.0902088
Jun 03 16:25:14.418083 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-68fdd7bf-3048-4614-b8c8-7ead6ced6b5d service neutron] For port 0b4dbc0e-9641-4917-9f7f-3da8db4412c7, host hv-cinder-78652, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:25:14.421798 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-68fdd7bf-3048-4614-b8c8-7ead6ced6b5d service neutron] For port 0b4dbc0e-9641-4917-9f7f-3da8db4412c7, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0b4dbc0e-9641-4917-9f7f-3da8db4412c7,segment=NetworkSegment(6c30cfee-f8b8-4df6-a90f-24b9946717ad),segment_id=6c30cfee-f8b8-4df6-a90f-24b9946717ad)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:25:14.427644 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-68fdd7bf-3048-4614-b8c8-7ead6ced6b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2387463'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:14.432231 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-851c33d2-04d4-473d-b67e-6510a6a37fe9 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:14.490655 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5415a3a-8971-4ecb-b8d7-b313b2371acc req-bae5d35e-e41a-4294-8f77-abe0b4cbf7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:14.492158 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d5415a3a-8971-4ecb-b8d7-b313b2371acc req-bae5d35e-e41a-4294-8f77-abe0b4cbf7e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=59734cb5-b3cd-4731-b72c-e406b3f16f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1776662
Jun 03 16:25:14.496723 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-68fdd7bf-3048-4614-b8c8-7ead6ced6b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:14.497362 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-68fdd7bf-3048-4614-b8c8-7ead6ced6b5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:14.499272 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-68fdd7bf-3048-4614-b8c8-7ead6ced6b5d service neutron] 10.222.0.73 "PUT /v2.0/ports/0b4dbc0e-9641-4917-9f7f-3da8db4412c7 HTTP/1.1" status: 200  len: 1094 time: 1.6651735
Jun 03 16:25:14.499843 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9157118-689e-425e-91aa-613e4224c31f', 'tag': '0b4dbc0e-9641-4917-9f7f-3da8db4412c7'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:25:14.502142 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3916573d-538c-4428-8498-dc2990353e73" -d '{"events": [{"name": "network-changed", "server_uuid": "d9157118-689e-425e-91aa-613e4224c31f", "tag": "0b4dbc0e-9641-4917-9f7f-3da8db4412c7"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:25:14.590727 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404defc0-a19d-4044-ad05-d4a15a4554a0 x-openstack-request-id: req-404defc0-a19d-4044-ad05-d4a15a4554a0 {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:25:14.591092 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9157118-689e-425e-91aa-613e4224c31f", "tag": "0b4dbc0e-9641-4917-9f7f-3da8db4412c7", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:25:14.591386 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-404defc0-a19d-4044-ad05-d4a15a4554a0 {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:25:14.591843 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9157118-689e-425e-91aa-613e4224c31f', 'tag': '0b4dbc0e-9641-4917-9f7f-3da8db4412c7', 'status': 'completed', 'code': 200}
Jun 03 16:25:14.659298 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdd7bf-3048-4614-b8c8-7ead6ced6b5d service neutron] Pushing event updated for resources: {'Port': ['ID=0b4dbc0e-9641-4917-9f7f-3da8db4412c7,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:14.667781 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-68fdd7bf-3048-4614-b8c8-7ead6ced6b5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:14.757974 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d5415a3a-8971-4ecb-b8d7-b313b2371acc req-a4d7847e-cf76-48a7-92ac-d959f9988745 service neutron] 10.222.0.73 "GET /v2.0/networks/59734cb5-b3cd-4731-b72c-e406b3f16f4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2501397
Jun 03 16:25:14.814051 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-a7218328-6e77-4542-95e3-d92c9d376588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:14.815499 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-a7218328-6e77-4542-95e3-d92c9d376588 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a8bfa9e92bd94e3382c94206d64bc6a3&device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 1097 time: 0.2570174
Jun 03 16:25:15.059226 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-3c85148a-be85-43af-a35c-34f51351601b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b4dbc0e-9641-4917-9f7f-3da8db4412c7 HTTP/1.1" status: 200  len: 217 time: 0.1923931
Jun 03 16:25:15.112898 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6e5db-8dd4-42be-b9aa-fbe9b17dd4b3 req-70cf1abe-6467-4a57-9ce2-2ee0879fc7a9 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:15.114328 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8cc6e5db-8dd4-42be-b9aa-fbe9b17dd4b3 req-70cf1abe-6467-4a57-9ce2-2ee0879fc7a9 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 944 time: 0.4253931
Jun 03 16:25:15.167939 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d5415a3a-8971-4ecb-b8d7-b313b2371acc req-7f262cd4-860b-493e-842c-9516a2ce9a01 service neutron] 10.222.0.73 "GET /v2.0/networks/59734cb5-b3cd-4731-b72c-e406b3f16f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4018860
Jun 03 16:25:15.188583 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-1ef32fad-d745-4bf0-9277-3c6fadd8a4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:15.190035 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-1ef32fad-d745-4bf0-9277-3c6fadd8a4bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5cf2a1c-41bf-447c-83c4-f002ed66edbf HTTP/1.1" status: 200  len: 853 time: 0.1222367
Jun 03 16:25:15.197056 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8cc6e5db-8dd4-42be-b9aa-fbe9b17dd4b3 req-6eaefec2-5a07-4eff-842f-daac50271666 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761724
Jun 03 16:25:15.270266 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-0c467595-cfc8-4d70-8b90-ea6bef79b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:15.271636 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-0c467595-cfc8-4d70-8b90-ea6bef79b762 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0734766
Jun 03 16:25:15.381143 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053b593-75e4-4a2d-9284-1fef1374be2f req-87b5d351-b612-4aaf-a736-4a3919c0621b tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:15.382885 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6053b593-75e4-4a2d-9284-1fef1374be2f req-87b5d351-b612-4aaf-a736-4a3919c0621b tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 945 time: 0.0824661
Jun 03 16:25:15.427601 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-5f797d35-481e-48ba-9af7-89290cb6613c service neutron] 10.222.0.73 "GET /v2.0/networks/1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482396
Jun 03 16:25:15.432867 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6053b593-75e4-4a2d-9284-1fef1374be2f req-4e1d4299-2d52-437d-9055-373a7d439df8 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/security-groups?id=73380fdb-7a3b-43f0-a807-199c5aa9a4f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443249
Jun 03 16:25:15.571875 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-076b4345-581c-48d0-bdce-ea868dfa4be9 req-180976d3-c4d0-46ec-95c1-c6c8e41ed72d service neutron] 10.222.0.73 "GET /v2.0/networks/1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367974
Jun 03 16:25:15.702485 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916573d-538c-4428-8498-dc2990353e73 req-079d12ef-1e4a-4abb-8aca-7d253e5683e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:15.704030 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3916573d-538c-4428-8498-dc2990353e73 req-079d12ef-1e4a-4abb-8aca-7d253e5683e8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a8bfa9e92bd94e3382c94206d64bc6a3&device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 1097 time: 0.0841701
Jun 03 16:25:15.847738 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916573d-538c-4428-8498-dc2990353e73 req-9cf7ba6b-b275-4a61-a932-0989c4530d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:15.849257 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3916573d-538c-4428-8498-dc2990353e73 req-9cf7ba6b-b275-4a61-a932-0989c4530d78 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348 HTTP/1.1" status: 200  len: 915 time: 0.1375301
Jun 03 16:25:15.919166 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3916573d-538c-4428-8498-dc2990353e73 req-d8b8e394-cad6-4b91-89b6-bb23976a2ed3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b4dbc0e-9641-4917-9f7f-3da8db4412c7 HTTP/1.1" status: 200  len: 217 time: 0.0624878
Jun 03 16:25:15.991168 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916573d-538c-4428-8498-dc2990353e73 req-072cf220-168a-4f03-a206-c207daabcb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:15.992455 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3916573d-538c-4428-8498-dc2990353e73 req-072cf220-168a-4f03-a206-c207daabcb4c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5cf2a1c-41bf-447c-83c4-f002ed66edbf HTTP/1.1" status: 200  len: 853 time: 0.0667093
Jun 03 16:25:16.076440 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916573d-538c-4428-8498-dc2990353e73 req-a9e80004-4f8b-4836-a687-f055aec48048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:16.077973 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3916573d-538c-4428-8498-dc2990353e73 req-a9e80004-4f8b-4836-a687-f055aec48048 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784345
Jun 03 16:25:16.248910 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3916573d-538c-4428-8498-dc2990353e73 req-1ed2cd5e-d323-448b-be96-a30a9f15492a service neutron] 10.222.0.73 "GET /v2.0/networks/1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356409
Jun 03 16:25:16.455084 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3916573d-538c-4428-8498-dc2990353e73 req-7501c4a6-0e71-4458-adf0-a0be76d19e38 service neutron] 10.222.0.73 "GET /v2.0/networks/1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1996291
Jun 03 16:25:16.484016 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f9577-7a5a-400c-b522-a8f2303d5e2c req-d17e5f65-c9e7-4935-a322-51ad80a15c91 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:16.485585 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-724f9577-7a5a-400c-b522-a8f2303d5e2c req-d17e5f65-c9e7-4935-a322-51ad80a15c91 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 944 time: 0.1426067
Jun 03 16:25:16.536966 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-724f9577-7a5a-400c-b522-a8f2303d5e2c req-a901611f-9a18-432c-b549-aa91404bd91a tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451555
Jun 03 16:25:17.726506 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fa7a9-2a10-4925-9ec1-d09776bf355b req-0c7f3878-5dfc-4c2e-bb56-c7f901862965 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:17.727955 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ea9fa7a9-2a10-4925-9ec1-d09776bf355b req-0c7f3878-5dfc-4c2e-bb56-c7f901862965 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 944 time: 0.0833509
Jun 03 16:25:17.775665 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ea9fa7a9-2a10-4925-9ec1-d09776bf355b req-73491c53-2d94-42f3-b3f4-adf2c1688b51 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419569
Jun 03 16:25:18.954159 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 0b4dbc0e-9641-4917-9f7f-3da8db4412c7 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 16:25:18.962754 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c5951-8d98-45e3-860d-d704000693cc req-7be129d3-5354-4cdd-837a-34b853c337a4 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:18.964213 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-933c5951-8d98-45e3-860d-d704000693cc req-7be129d3-5354-4cdd-837a-34b853c337a4 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 944 time: 0.0836496
Jun 03 16:25:19.011701 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-933c5951-8d98-45e3-860d-d704000693cc req-4664f6dc-9ace-4faf-828e-d171e171f455 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411859
Jun 03 16:25:19.093797 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 0b4dbc0e-9641-4917-9f7f-3da8db4412c7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0b4dbc0e-9641-4917-9f7f-3da8db4412c7,segment=NetworkSegment(6c30cfee-f8b8-4df6-a90f-24b9946717ad),segment_id=6c30cfee-f8b8-4df6-a90f-24b9946717ad)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:25:19.106768 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Returning: {'device': '0b4dbc0e-9641-4917-9f7f-3da8db4412c7', 'network_id': '1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348', 'port_id': '0b4dbc0e-9641-4917-9f7f-3da8db4412c7', 'mac_address': 'fa:16:3e:a1:8f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5cf2a1c-41bf-447c-83c4-f002ed66edbf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 16:25:19.166863 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:19.182892 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b4dbc0e-9641-4917-9f7f-3da8db4412c7 {{(pid=91618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:25:19.200216 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 0b4dbc0e-9641-4917-9f7f-3da8db4412c7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0b4dbc0e-9641-4917-9f7f-3da8db4412c7,segment=NetworkSegment(6c30cfee-f8b8-4df6-a90f-24b9946717ad),segment_id=6c30cfee-f8b8-4df6-a90f-24b9946717ad)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:25:19.205259 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:19.208048 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:19.272710 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=0b4dbc0e-9641-4917-9f7f-3da8db4412c7,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:19.276582 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:19.478845 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['0b4dbc0e-9641-4917-9f7f-3da8db4412c7'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:25:19.775212 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:25:20.290043 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86fa2cf-b018-452a-9d26-c84b1bc33916 req-3c3e45c0-1ba6-4ea2-8777-c3d797f57116 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:20.291428 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b86fa2cf-b018-452a-9d26-c84b1bc33916 req-3c3e45c0-1ba6-4ea2-8777-c3d797f57116 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 945 time: 0.1737339
Jun 03 16:25:20.340957 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b86fa2cf-b018-452a-9d26-c84b1bc33916 req-29bd5e6f-8fb1-4421-aabc-1a2a23cb97ff tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429585
Jun 03 16:25:20.974448 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 0b4dbc0e-9641-4917-9f7f-3da8db4412c7 up at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:25:21.063691 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning for port 0b4dbc0e-9641-4917-9f7f-3da8db4412c7 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:25:21.070105 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning complete for port 0b4dbc0e-9641-4917-9f7f-3da8db4412c7 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:25:21.070739 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:21.203457 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:21.241920 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9157118-689e-425e-91aa-613e4224c31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4dbc0e-9641-4917-9f7f-3da8db4412c7'}] {{(pid=91618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:25:21.244063 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80780923b31b79766dda64912243351c94e9e307cca1e5b2e5a14cee02687ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3e1fb3-5081-45cc-b352-cc82d7263e32" -d '{"events": [{"server_uuid": "d9157118-689e-425e-91aa-613e4224c31f", "name": "network-vif-plugged", "status": "completed", "tag": "0b4dbc0e-9641-4917-9f7f-3da8db4412c7"}]}' {{(pid=91618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:25:21.254101 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 0b4dbc0e-9641-4917-9f7f-3da8db4412c7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0b4dbc0e-9641-4917-9f7f-3da8db4412c7,segment=NetworkSegment(6c30cfee-f8b8-4df6-a90f-24b9946717ad),segment_id=6c30cfee-f8b8-4df6-a90f-24b9946717ad)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:25:21.258139 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:21.260020 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:21.296111 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2842547-f903-480a-9def-6fc7b053b2be x-openstack-request-id: req-a2842547-f903-480a-9def-6fc7b053b2be {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:25:21.296577 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9157118-689e-425e-91aa-613e4224c31f", "name": "network-vif-plugged", "status": "completed", "tag": "0b4dbc0e-9641-4917-9f7f-3da8db4412c7", "code": 200}]} {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:25:21.296810 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a2842547-f903-480a-9def-6fc7b053b2be {{(pid=91618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:25:21.297259 dv-cinder-786524-8-iscsi neutron-server[91618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9157118-689e-425e-91aa-613e4224c31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4dbc0e-9641-4917-9f7f-3da8db4412c7', 'code': 200}
Jun 03 16:25:21.335876 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=0b4dbc0e-9641-4917-9f7f-3da8db4412c7,revision_number=5']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:21.338935 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:21.537622 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357b852-f977-4447-8e94-7af2162bf087 req-2bd0e066-4faf-4dfa-b187-a8bc04ac2730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:21.538798 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c85fd3-c91d-4140-8ef8-e7f23e601d70 req-632d27e6-c819-4fb8-a7bc-e0b71f49f281 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:21.539269 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9357b852-f977-4447-8e94-7af2162bf087 req-2bd0e066-4faf-4dfa-b187-a8bc04ac2730 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 1099 time: 0.0803852
Jun 03 16:25:21.540277 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-28c85fd3-c91d-4140-8ef8-e7f23e601d70 req-632d27e6-c819-4fb8-a7bc-e0b71f49f281 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 946 time: 0.0855792
Jun 03 16:25:21.593832 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9357b852-f977-4447-8e94-7af2162bf087 req-3d4d64ac-68b2-4a2a-b4cc-51d204625330 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449815
Jun 03 16:25:21.596370 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-28c85fd3-c91d-4140-8ef8-e7f23e601d70 req-ade0c4b8-0b8a-4747-9377-7a3e66b56418 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502288
Jun 03 16:25:22.785909 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1147f-867e-4aa1-984c-8a6d1d2654f8 req-142f5e19-276d-44b1-8480-72b88b213ba1 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:22.787352 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a9c1147f-867e-4aa1-984c-8a6d1d2654f8 req-142f5e19-276d-44b1-8480-72b88b213ba1 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 946 time: 0.0802312
Jun 03 16:25:22.836156 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a9c1147f-867e-4aa1-984c-8a6d1d2654f8 req-046abebc-2480-407d-ad86-8264a7b50d34 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431414
Jun 03 16:25:23.026904 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9831242-f3b4-4a53-8f1f-3a144d110a91 req-26b399a6-5761-4ca7-82d8-c06b899a0613 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:23.028357 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f9831242-f3b4-4a53-8f1f-3a144d110a91 req-26b399a6-5761-4ca7-82d8-c06b899a0613 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 946 time: 0.0826612
Jun 03 16:25:23.073014 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f9831242-f3b4-4a53-8f1f-3a144d110a91 req-17e7f2c8-1ca8-43a8-a0d1-0d7a63085168 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386674
Jun 03 16:25:23.474035 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c4abc-e11e-4491-a061-eac8fc64479d req-5d462108-e693-4450-85b6-22b55ea8ab3a tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:23.475495 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-2e7c4abc-e11e-4491-a061-eac8fc64479d req-5d462108-e693-4450-85b6-22b55ea8ab3a tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 946 time: 0.0859020
Jun 03 16:25:23.522008 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-2e7c4abc-e11e-4491-a061-eac8fc64479d req-4e5b949c-5ae4-444a-94f5-c6407e18b05b tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402989
Jun 03 16:25:33.951753 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c98ee3-da8e-4e8d-b442-f8699c611bc4 req-5fa253d8-394e-4c43-99c2-52b46f2e377f tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:33.953122 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f1c98ee3-da8e-4e8d-b442-f8699c611bc4 req-5fa253d8-394e-4c43-99c2-52b46f2e377f tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 946 time: 0.1765478
Jun 03 16:25:33.997645 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f1c98ee3-da8e-4e8d-b442-f8699c611bc4 req-bbc391a3-8d14-480c-a616-5accc9ee3d8a tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387614
Jun 03 16:25:34.021439 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 37814) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:25:34.195112 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833ce9c4-00e8-4c8f-852a-c311d9b5ccfd tempest-TestMinimumBasicScenario-1037088007 tempest-TestMinimumBasicScenario-1037088007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:34.195812 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-833ce9c4-00e8-4c8f-852a-c311d9b5ccfd tempest-TestMinimumBasicScenario-1037088007 tempest-TestMinimumBasicScenario-1037088007-project-admin] Synchronizing usage tracker for tenant:357ddc6b7d794fdb8072e80a0b543c0d on resource:port {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:25:34.212376 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-833ce9c4-00e8-4c8f-852a-c311d9b5ccfd tempest-TestMinimumBasicScenario-1037088007 tempest-TestMinimumBasicScenario-1037088007-project-admin] Unset dirty status for tenant:357ddc6b7d794fdb8072e80a0b543c0d on resource:port {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:25:34.213360 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-833ce9c4-00e8-4c8f-852a-c311d9b5ccfd tempest-TestMinimumBasicScenario-1037088007 tempest-TestMinimumBasicScenario-1037088007-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 1094 time: 0.1908946
Jun 03 16:25:34.216253 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 37820) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:25:34.221452 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-bdb7c415-ce7e-488b-ad9a-5fbd3b1f6574 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Request body: {'floatingip': {'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'port_id': '0b4dbc0e-9641-4917-9f7f-3da8db4412c7', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:25:34.227103 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-bdb7c415-ce7e-488b-ad9a-5fbd3b1f6574 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:25:34.230848 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-bdb7c415-ce7e-488b-ad9a-5fbd3b1f6574 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Usage tracker for resource:floatingip and tenant:a8bfa9e92bd94e3382c94206d64bc6a3 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:25:34.233621 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-bdb7c415-ce7e-488b-ad9a-5fbd3b1f6574 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:25:34.239600 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-bdb7c415-ce7e-488b-ad9a-5fbd3b1f6574 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:25:34.249702 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c415-ce7e-488b-ad9a-5fbd3b1f6574 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for floatingip, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:34.387500 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c415-ce7e-488b-ad9a-5fbd3b1f6574 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:34.525678 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_common [None req-bdb7c415-ce7e-488b-ad9a-5fbd3b1f6574 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Allocated IP 172.27.2.83 (454170da-4e8f-4963-97fb-80bd3b86dedc/06c387f0-ce57-4d04-be2c-2471c04350c2/7b1eb390-4160-41ff-a6d9-307dd895c744) {{(pid=91616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:25:34.670752 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c415-ce7e-488b-ad9a-5fbd3b1f6574 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for port, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:34.699544 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c415-ce7e-488b-ad9a-5fbd3b1f6574 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954439'] for port, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:34.703889 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-79f01643-b9ff-4389-8bd4-e37a23498ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:34.763403 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb7c415-ce7e-488b-ad9a-5fbd3b1f6574 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Network 454170da-4e8f-4963-97fb-80bd3b86dedc is already hosted by enough agents. {{(pid=91616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:25:34.766219 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.base_scheduler [None req-bdb7c415-ce7e-488b-ad9a-5fbd3b1f6574 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Resources bound (agent type, host, resource id):  {{(pid=91616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:25:34.774336 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb7c415-ce7e-488b-ad9a-5fbd3b1f6574 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Received port after_create {{(pid=91616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:25:34.806960 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7c415-ce7e-488b-ad9a-5fbd3b1f6574 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Pushing event updated for resources: {'Port': ['ID=7b1eb390-4160-41ff-a6d9-307dd895c744,revision_number=1']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:34.810805 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-bdb7c415-ce7e-488b-ad9a-5fbd3b1f6574 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:35.181955 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c415-ce7e-488b-ad9a-5fbd3b1f6574 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:35.254421 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c415-ce7e-488b-ad9a-5fbd3b1f6574 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:35.555541 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c415-ce7e-488b-ad9a-5fbd3b1f6574 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for port, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:35.559958 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c415-ce7e-488b-ad9a-5fbd3b1f6574 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954300'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:35.564406 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-9ecc27dd-bcfb-4e37-ba00-96cf682f0966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:35.669834 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7c415-ce7e-488b-ad9a-5fbd3b1f6574 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Pushing event updated for resources: {'Port': ['ID=7b1eb390-4160-41ff-a6d9-307dd895c744,revision_number=2']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:35.674672 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-bdb7c415-ce7e-488b-ad9a-5fbd3b1f6574 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:35.682892 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c415-ce7e-488b-ad9a-5fbd3b1f6574 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380258'] for floatingip, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:35.865551 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.db.l3_db [None req-bdb7c415-ce7e-488b-ad9a-5fbd3b1f6574 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Floating IP f443ebe6-c783-4182-9a73-66775aae7f90 associated. External IP: 172.27.2.83, port: 0b4dbc0e-9641-4917-9f7f-3da8db4412c7.
Jun 03 16:25:36.219063 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb7c415-ce7e-488b-ad9a-5fbd3b1f6574 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Router e7650418-f0e2-4241-b98e-99fc5309f404 has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:25:36.399910 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb7c415-ce7e-488b-ad9a-5fbd3b1f6574 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:25:36.410763 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51102c0-47aa-417f-9fc7-26e83fba5897 None None] Sync routers for ids ['e7650418-f0e2-4241-b98e-99fc5309f404'] in dv-cinder-786524-8-iscsi {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:25:36.421787 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51102c0-47aa-417f-9fc7-26e83fba5897 None None] Routers {'e7650418-f0e2-4241-b98e-99fc5309f404'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:25:36.422760 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-c51102c0-47aa-417f-9fc7-26e83fba5897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa1f7a700>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:25:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['e7650418-f0e2-4241-b98e-99fc5309f404'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:25:36.423950 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c415-ce7e-488b-ad9a-5fbd3b1f6574 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for floatingip, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:36.482568 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-bdb7c415-ce7e-488b-ad9a-5fbd3b1f6574 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2651455
Jun 03 16:25:36.483156 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9157118-689e-425e-91aa-613e4224c31f', 'tag': '0b4dbc0e-9641-4917-9f7f-3da8db4412c7'}] {{(pid=91616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:25:36.485538 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 37830) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:25:36.486044 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ba5683e2301900b00b63f0bdb68dd2696e782727940e4ba776c706cb44efd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79b73f4-6c46-4ff5-9144-b2311101800c" -d '{"events": [{"name": "network-changed", "server_uuid": "d9157118-689e-425e-91aa-613e4224c31f", "tag": "0b4dbc0e-9641-4917-9f7f-3da8db4412c7"}]}' {{(pid=91616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:25:36.490609 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-8df34d76-9f2f-4d59-af31-e87467f368d3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-64368031', 'description': 'tempest-secgroup-smoke-64368031 description', 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:25:36.497202 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-8df34d76-9f2f-4d59-af31-e87467f368d3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:25:36.507663 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-8df34d76-9f2f-4d59-af31-e87467f368d3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:25:36.519188 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8df34d76-9f2f-4d59-af31-e87467f368d3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for security_group, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:36.540994 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-8df34d76-9f2f-4d59-af31-e87467f368d3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:25:36.545236 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-8df34d76-9f2f-4d59-af31-e87467f368d3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Usage tracker for resource:security_group_rule and tenant:a8bfa9e92bd94e3382c94206d64bc6a3 is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:25:36.548512 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-8df34d76-9f2f-4d59-af31-e87467f368d3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:25:36.557839 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-8df34d76-9f2f-4d59-af31-e87467f368d3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:25:36.613221 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-c51102c0-47aa-417f-9fc7-26e83fba5897 None None] Set router e7650418-f0e2-4241-b98e-99fc5309f404 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:25:36.646906 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8df34d76-9f2f-4d59-af31-e87467f368d3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for security_group, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:36.651007 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8df34d76-9f2f-4d59-af31-e87467f368d3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:36.656458 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-9b83ca41-bae7-4ab3-b987-919f8f0c61b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:36.671193 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b835b75c-09fe-426c-ad88-d5860cc66172 x-openstack-request-id: req-b835b75c-09fe-426c-ad88-d5860cc66172 {{(pid=91616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:25:36.671714 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9157118-689e-425e-91aa-613e4224c31f", "tag": "0b4dbc0e-9641-4917-9f7f-3da8db4412c7", "status": "completed", "code": 200}]} {{(pid=91616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:25:36.672157 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b835b75c-09fe-426c-ad88-d5860cc66172 {{(pid=91616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:25:36.672780 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9157118-689e-425e-91aa-613e4224c31f', 'tag': '0b4dbc0e-9641-4917-9f7f-3da8db4412c7', 'status': 'completed', 'code': 200}
Jun 03 16:25:36.698011 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df34d76-9f2f-4d59-af31-e87467f368d3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93a1798d-bd45-4da5-90d7-51aba8727273,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:36.750213 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df34d76-9f2f-4d59-af31-e87467f368d3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:25:36.750491 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df34d76-9f2f-4d59-af31-e87467f368d3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:25:36.751417 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df34d76-9f2f-4d59-af31-e87467f368d3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:25:36.751992 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df34d76-9f2f-4d59-af31-e87467f368d3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:25:36.752593 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df34d76-9f2f-4d59-af31-e87467f368d3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:25:36.752958 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df34d76-9f2f-4d59-af31-e87467f368d3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:25:36.753458 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df34d76-9f2f-4d59-af31-e87467f368d3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:25:36.753817 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df34d76-9f2f-4d59-af31-e87467f368d3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:25:36.754172 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df34d76-9f2f-4d59-af31-e87467f368d3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:25:36.754523 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df34d76-9f2f-4d59-af31-e87467f368d3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:25:36.754872 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df34d76-9f2f-4d59-af31-e87467f368d3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:25:36.755217 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df34d76-9f2f-4d59-af31-e87467f368d3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:25:36.758570 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8df34d76-9f2f-4d59-af31-e87467f368d3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:36.759775 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-8df34d76-9f2f-4d59-af31-e87467f368d3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1790 time: 0.2730815
Jun 03 16:25:36.760728 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-8df34d76-9f2f-4d59-af31-e87467f368d3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:36.762714 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 37836) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:25:36.769809 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-196e576f-73ed-43c4-aeb6-cab06fd5ba9c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Request body: {'security_group_rule': {'security_group_id': '93a1798d-bd45-4da5-90d7-51aba8727273', 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:25:36.776191 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-196e576f-73ed-43c4-aeb6-cab06fd5ba9c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:25:36.780797 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-196e576f-73ed-43c4-aeb6-cab06fd5ba9c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Usage tracker for resource:security_group_rule and tenant:a8bfa9e92bd94e3382c94206d64bc6a3 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:25:36.783746 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-196e576f-73ed-43c4-aeb6-cab06fd5ba9c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:25:36.791255 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-196e576f-73ed-43c4-aeb6-cab06fd5ba9c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:25:36.793765 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b73f4-6c46-4ff5-9144-b2311101800c req-903e5b2c-fb9a-4c32-a94c-72d5fd5a12eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:36.795281 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c79b73f4-6c46-4ff5-9144-b2311101800c req-903e5b2c-fb9a-4c32-a94c-72d5fd5a12eb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a8bfa9e92bd94e3382c94206d64bc6a3&device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 1099 time: 0.0937035
Jun 03 16:25:36.808111 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-196e576f-73ed-43c4-aeb6-cab06fd5ba9c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:36.870406 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-196e576f-73ed-43c4-aeb6-cab06fd5ba9c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:36.875652 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-196e576f-73ed-43c4-aeb6-cab06fd5ba9c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783988'] for security_group_rule, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:36.878768 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e2908147-3639-4570-979a-65089dff93c2 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:36.902453 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e576f-73ed-43c4-aeb6-cab06fd5ba9c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32fac680-46cc-42be-97df-38a8595852ac,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:36.904902 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-196e576f-73ed-43c4-aeb6-cab06fd5ba9c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:36.913679 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-196e576f-73ed-43c4-aeb6-cab06fd5ba9c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:36.914989 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-196e576f-73ed-43c4-aeb6-cab06fd5ba9c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1508455
Jun 03 16:25:36.917971 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 37838) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:25:36.922574 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-c0011551-e9dd-4b21-a004-3c1b91c344df tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Request body: {'security_group_rule': {'security_group_id': '93a1798d-bd45-4da5-90d7-51aba8727273', 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:25:36.928417 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-c0011551-e9dd-4b21-a004-3c1b91c344df tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:25:36.932248 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-c0011551-e9dd-4b21-a004-3c1b91c344df tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Usage tracker for resource:security_group_rule and tenant:a8bfa9e92bd94e3382c94206d64bc6a3 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:25:36.935263 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-c0011551-e9dd-4b21-a004-3c1b91c344df tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:25:36.942897 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-c0011551-e9dd-4b21-a004-3c1b91c344df tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:25:36.954860 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b73f4-6c46-4ff5-9144-b2311101800c req-703702e2-5ece-4933-af4c-2b8e8e000dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:36.957015 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c79b73f4-6c46-4ff5-9144-b2311101800c req-703702e2-5ece-4933-af4c-2b8e8e000dc8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348 HTTP/1.1" status: 200  len: 915 time: 0.1539385
Jun 03 16:25:36.962467 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c0011551-e9dd-4b21-a004-3c1b91c344df tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:37.024389 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-bdcfb657-1a7a-4e01-9dfd-a16c36cc8bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:37.051877 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-c51102c0-47aa-417f-9fc7-26e83fba5897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa1f7a700>, [{'id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'name': 'tempest-TestMinimumBasicScenario-237096658-router', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '6cb8fcdb-ed50-440f-a735-4c72ab8f7369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:24:35Z', 'updated_at': '2021-06-03T16:24:39Z', 'revision_number': 4, 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'gw_port': {'id': '6cb8fcdb-ed50-440f-a735-4c72ab8f7369', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:36Z', 'updated_at': '2021-06-03T16:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_floatingips': [{'id': 'f443ebe6-c783-4182-9a73-66775aae7f90', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'port_id': '0b4dbc0e-9641-4917-9f7f-3da8db4412c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348', 'mac_address': 'fa:16:3e:a1:8f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9157118-689e-425e-91aa-613e4224c31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:25:35Z', 'updated_at': '2021-06-03T16:25:35Z', 'revision_number': 0, 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3633d48-19e0-4f9a-adbd-16094cd615f8', 'name': '', 'network_id': '1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'mac_address': 'fa:16:3e:a2:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c5cf2a1c-41bf-447c-83c4-f002ed66edbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:38Z', 'updated_at': '2021-06-03T16:24:45Z', 'revision_number': 5, 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'subnets': [{'id': 'c5cf2a1c-41bf-447c-83c4-f002ed66edbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:25:37.052172 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c0011551-e9dd-4b21-a004-3c1b91c344df tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:37.053926 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51102c0-47aa-417f-9fc7-26e83fba5897 None None] Checking router: e7650418-f0e2-4241-b98e-99fc5309f404 for host: dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:25:37.062407 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c0011551-e9dd-4b21-a004-3c1b91c344df tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783988'] for security_group_rule, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:37.063997 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51102c0-47aa-417f-9fc7-26e83fba5897 None None] Routers {'e7650418-f0e2-4241-b98e-99fc5309f404'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:25:37.064622 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-c51102c0-47aa-417f-9fc7-26e83fba5897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa1f7a700>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:25:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['e7650418-f0e2-4241-b98e-99fc5309f404'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:25:37.065927 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:37.105617 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0011551-e9dd-4b21-a004-3c1b91c344df tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1280f627-ea1d-4715-8529-93c54d6283d5,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:37.108112 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-c0011551-e9dd-4b21-a004-3c1b91c344df tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:37.117201 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c0011551-e9dd-4b21-a004-3c1b91c344df tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:37.118794 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-c0011551-e9dd-4b21-a004-3c1b91c344df tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1998961
Jun 03 16:25:37.122473 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 37846) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:25:37.126971 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-fc9267dc-301c-4dc7-88c1-a278c9418baf tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Request body: {'security_group_rule': {'security_group_id': '93a1798d-bd45-4da5-90d7-51aba8727273', 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:25:37.129038 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c79b73f4-6c46-4ff5-9144-b2311101800c req-6b45090c-c1a6-441c-8378-44ee9abbfa13 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b4dbc0e-9641-4917-9f7f-3da8db4412c7 HTTP/1.1" status: 200  len: 999 time: 0.1639917
Jun 03 16:25:37.133695 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-fc9267dc-301c-4dc7-88c1-a278c9418baf tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:25:37.137789 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-fc9267dc-301c-4dc7-88c1-a278c9418baf tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Usage tracker for resource:security_group_rule and tenant:a8bfa9e92bd94e3382c94206d64bc6a3 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:25:37.141307 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-fc9267dc-301c-4dc7-88c1-a278c9418baf tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:25:37.147366 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-fc9267dc-301c-4dc7-88c1-a278c9418baf tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:25:37.165163 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fc9267dc-301c-4dc7-88c1-a278c9418baf tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:37.204795 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b73f4-6c46-4ff5-9144-b2311101800c req-1fdcf1ff-c67f-4c55-a488-c24d20edc89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:37.206433 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c79b73f4-6c46-4ff5-9144-b2311101800c req-1fdcf1ff-c67f-4c55-a488-c24d20edc89a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5cf2a1c-41bf-447c-83c4-f002ed66edbf HTTP/1.1" status: 200  len: 853 time: 0.0703075
Jun 03 16:25:37.236023 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fc9267dc-301c-4dc7-88c1-a278c9418baf tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:37.246821 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fc9267dc-301c-4dc7-88c1-a278c9418baf tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783988'] for security_group_rule, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:37.249706 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:37.265116 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-c51102c0-47aa-417f-9fc7-26e83fba5897 None None] Set router e7650418-f0e2-4241-b98e-99fc5309f404 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:25:37.277691 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9267dc-301c-4dc7-88c1-a278c9418baf tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16015f6-2eee-4b3f-8234-81aa4ac96f5b,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:37.280439 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-fc9267dc-301c-4dc7-88c1-a278c9418baf tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:37.290304 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-fc9267dc-301c-4dc7-88c1-a278c9418baf tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:37.292513 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-fc9267dc-301c-4dc7-88c1-a278c9418baf tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1701884
Jun 03 16:25:37.295066 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 37848) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:25:37.300805 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-c615ea03-b809-4e8b-9568-e384141bb89c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Request body: {'security_group_rule': {'security_group_id': '93a1798d-bd45-4da5-90d7-51aba8727273', 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:25:37.306230 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b73f4-6c46-4ff5-9144-b2311101800c req-bbfa406b-3d98-4603-affb-59c8a1fc10fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:37.307578 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-c615ea03-b809-4e8b-9568-e384141bb89c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:25:37.308063 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c79b73f4-6c46-4ff5-9144-b2311101800c req-bbfa406b-3d98-4603-affb-59c8a1fc10fc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0938566
Jun 03 16:25:37.308738 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 37850) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:25:37.312053 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-c615ea03-b809-4e8b-9568-e384141bb89c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Usage tracker for resource:security_group_rule and tenant:a8bfa9e92bd94e3382c94206d64bc6a3 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:25:37.315688 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-c615ea03-b809-4e8b-9568-e384141bb89c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:25:37.322125 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-c615ea03-b809-4e8b-9568-e384141bb89c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:25:37.342841 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c615ea03-b809-4e8b-9568-e384141bb89c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:37.472984 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c615ea03-b809-4e8b-9568-e384141bb89c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:37.479297 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c615ea03-b809-4e8b-9568-e384141bb89c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783988'] for security_group_rule, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:37.502911 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-196e576f-73ed-43c4-aeb6-cab06fd5ba9c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:37.507340 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c79b73f4-6c46-4ff5-9144-b2311101800c req-92c21f8d-43c9-476b-8737-f81a81591803 service neutron] 10.222.0.73 "GET /v2.0/networks/1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1904771
Jun 03 16:25:37.523532 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615ea03-b809-4e8b-9568-e384141bb89c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd3eeacb-a36d-49a6-8f52-4e3f4b0486ec,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:37.526667 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-c615ea03-b809-4e8b-9568-e384141bb89c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:37.535144 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-c615ea03-b809-4e8b-9568-e384141bb89c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:37.539474 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-c615ea03-b809-4e8b-9568-e384141bb89c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2432604
Jun 03 16:25:37.540063 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 37856) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:25:37.545524 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-cb9329dd-62e7-468a-a03c-1b89e5cecb38 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Request body: {'security_group_rule': {'security_group_id': '93a1798d-bd45-4da5-90d7-51aba8727273', 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:25:37.552957 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-cb9329dd-62e7-468a-a03c-1b89e5cecb38 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:25:37.558862 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-cb9329dd-62e7-468a-a03c-1b89e5cecb38 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Usage tracker for resource:security_group_rule and tenant:a8bfa9e92bd94e3382c94206d64bc6a3 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:25:37.561995 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-cb9329dd-62e7-468a-a03c-1b89e5cecb38 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:25:37.569012 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-cb9329dd-62e7-468a-a03c-1b89e5cecb38 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:25:37.581594 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.db.securitygroups_db [None req-cb9329dd-62e7-468a-a03c-1b89e5cecb38 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Project a8bfa9e92bd94e3382c94206d64bc6a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 03 16:25:37.589553 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cb9329dd-62e7-468a-a03c-1b89e5cecb38 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:37.681237 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cb9329dd-62e7-468a-a03c-1b89e5cecb38 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:37.686885 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cb9329dd-62e7-468a-a03c-1b89e5cecb38 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783988'] for security_group_rule, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:37.698042 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-29456a9b-fe05-48f7-a451-983039c47912 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:37.745920 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9329dd-62e7-468a-a03c-1b89e5cecb38 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ffd4f99-1d66-440c-92b7-f04e76143439,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:37.749095 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-cb9329dd-62e7-468a-a03c-1b89e5cecb38 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:37.769472 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-cb9329dd-62e7-468a-a03c-1b89e5cecb38 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:37.769472 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-cb9329dd-62e7-468a-a03c-1b89e5cecb38 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2211370
Jun 03 16:25:37.769472 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 37858) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:25:37.778513 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [None req-e1afc563-a86f-4ccb-8022-c1d253be4997 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Request body: {'security_group_rule': {'security_group_id': '93a1798d-bd45-4da5-90d7-51aba8727273', 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:25:37.787490 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e1afc563-a86f-4ccb-8022-c1d253be4997 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:25:37.792660 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-e1afc563-a86f-4ccb-8022-c1d253be4997 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Usage tracker for resource:security_group_rule and tenant:a8bfa9e92bd94e3382c94206d64bc6a3 is out of sync, need to count used quota {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:25:37.795915 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [None req-e1afc563-a86f-4ccb-8022-c1d253be4997 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:25:37.802867 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-c51102c0-47aa-417f-9fc7-26e83fba5897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa1f7a700>, [{'id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'name': 'tempest-TestMinimumBasicScenario-237096658-router', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '6cb8fcdb-ed50-440f-a735-4c72ab8f7369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:24:35Z', 'updated_at': '2021-06-03T16:24:39Z', 'revision_number': 4, 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'gw_port': {'id': '6cb8fcdb-ed50-440f-a735-4c72ab8f7369', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:36Z', 'updated_at': '2021-06-03T16:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_floatingips': [{'id': 'f443ebe6-c783-4182-9a73-66775aae7f90', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'port_id': '0b4dbc0e-9641-4917-9f7f-3da8db4412c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348', 'mac_address': 'fa:16:3e:a1:8f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9157118-689e-425e-91aa-613e4224c31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:25:35Z', 'updated_at': '2021-06-03T16:25:35Z', 'revision_number': 0, 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3633d48-19e0-4f9a-adbd-16094cd615f8', 'name': '', 'network_id': '1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'mac_address': 'fa:16:3e:a2:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c5cf2a1c-41bf-447c-83c4-f002ed66edbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:38Z', 'updated_at': '2021-06-03T16:24:45Z', 'revision_number': 5, 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'subnets': [{'id': 'c5cf2a1c-41bf-447c-83c4-f002ed66edbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:25:37.805307 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.quota.driver [None req-e1afc563-a86f-4ccb-8022-c1d253be4997 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:25:37.815428 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51102c0-47aa-417f-9fc7-26e83fba5897 None None] The sync data for ids ['e7650418-f0e2-4241-b98e-99fc5309f404'] in dv-cinder-786524-8-iscsi is: [{'id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'name': 'tempest-TestMinimumBasicScenario-237096658-router', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '6cb8fcdb-ed50-440f-a735-4c72ab8f7369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:24:35Z', 'updated_at': '2021-06-03T16:24:39Z', 'revision_number': 4, 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'gw_port': {'id': '6cb8fcdb-ed50-440f-a735-4c72ab8f7369', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:36Z', 'updated_at': '2021-06-03T16:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_floatingips': [{'id': 'f443ebe6-c783-4182-9a73-66775aae7f90', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'port_id': '0b4dbc0e-9641-4917-9f7f-3da8db4412c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348', 'mac_address': 'fa:16:3e:a1:8f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9157118-689e-425e-91aa-613e4224c31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:25:35Z', 'updated_at': '2021-06-03T16:25:35Z', 'revision_number': 0, 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3633d48-19e0-4f9a-adbd-16094cd615f8', 'name': '', 'network_id': '1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'mac_address': 'fa:16:3e:a2:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c5cf2a1c-41bf-447c-83c4-f002ed66edbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:38Z', 'updated_at': '2021-06-03T16:24:45Z', 'revision_number': 5, 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'subnets': [{'id': 'c5cf2a1c-41bf-447c-83c4-f002ed66edbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:25:37.826580 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.db.securitygroups_db [None req-e1afc563-a86f-4ccb-8022-c1d253be4997 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Project a8bfa9e92bd94e3382c94206d64bc6a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 03 16:25:37.837128 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e1afc563-a86f-4ccb-8022-c1d253be4997 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:37.933711 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e1afc563-a86f-4ccb-8022-c1d253be4997 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:37.944652 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e1afc563-a86f-4ccb-8022-c1d253be4997 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783988'] for security_group_rule, after_create {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:37.946947 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:37.967642 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c79b73f4-6c46-4ff5-9144-b2311101800c req-47880f9a-857b-4b6f-807b-4aec2880facd service neutron] 10.222.0.73 "GET /v2.0/networks/1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4514153
Jun 03 16:25:37.970669 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1afc563-a86f-4ccb-8022-c1d253be4997 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb91920-efb9-45a1-967e-d69980c09db1,revision_number=0']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:37.975661 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-e1afc563-a86f-4ccb-8022-c1d253be4997 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:37.981427 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-e1afc563-a86f-4ccb-8022-c1d253be4997 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:37.986042 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-e1afc563-a86f-4ccb-8022-c1d253be4997 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2193091
Jun 03 16:25:37.994286 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-4e01845a-7aea-43f2-99b3-7fc5126f4446 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Deleting port e68aab31-1e44-47a8-a1fc-ec8c5f4abbd3 {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:25:37.994700 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4e01845a-7aea-43f2-99b3-7fc5126f4446 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:38.099821 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b949024-0140-42cc-8540-f822c7a084c6 None None] New status for floating IP f443ebe6-c783-4182-9a73-66775aae7f90: ACTIVE {{(pid=91619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 16:25:38.161714 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-371d892a-318d-49e3-bb8a-7291fa3d720f req-fb0b5913-00f7-45b6-92a3-e63a8d1168f0 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Synchronizing usage tracker for tenant:a8bfa9e92bd94e3382c94206d64bc6a3 on resource:security_group {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:25:38.167400 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4e01845a-7aea-43f2-99b3-7fc5126f4446 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:38.167730 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4e01845a-7aea-43f2-99b3-7fc5126f4446 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:38.407993 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-4e01845a-7aea-43f2-99b3-7fc5126f4446 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Calling delete_port for e68aab31-1e44-47a8-a1fc-ec8c5f4abbd3 owned by network:floatingip {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:25:38.415589 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-371d892a-318d-49e3-bb8a-7291fa3d720f req-fb0b5913-00f7-45b6-92a3-e63a8d1168f0 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Unset dirty status for tenant:a8bfa9e92bd94e3382c94206d64bc6a3 on resource:security_group {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:25:38.416718 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-371d892a-318d-49e3-bb8a-7291fa3d720f req-fb0b5913-00f7-45b6-92a3-e63a8d1168f0 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-64368031&fields=id&tenant_id=a8bfa9e92bd94e3382c94206d64bc6a3 HTTP/1.1" status: 200  len: 267 time: 0.3332422
Jun 03 16:25:38.550727 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d892a-318d-49e3-bb8a-7291fa3d720f req-0f690187-f96e-4cf4-a8d8-6ecbb8235d6c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:38.552158 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-371d892a-318d-49e3-bb8a-7291fa3d720f req-0f690187-f96e-4cf4-a8d8-6ecbb8235d6c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 946 time: 0.1248987
Jun 03 16:25:38.565738 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-371d892a-318d-49e3-bb8a-7291fa3d720f req-ed5c2410-aa2d-4ef9-89b3-3f97d109edbb tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Request body: {'port': {'security_groups': ['97f6b6c2-1437-4fc7-b8b6-6d8cca935899', '93a1798d-bd45-4da5-90d7-51aba8727273']}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:25:38.718787 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4e01845a-7aea-43f2-99b3-7fc5126f4446 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:38.726150 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-4ae01452-fd7c-4ce1-8e1f-2e5139312d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:38.808254 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e01845a-7aea-43f2-99b3-7fc5126f4446 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Pushing event deleted for resources: {'Port': ['ID=e68aab31-1e44-47a8-a1fc-ec8c5f4abbd3,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:38.817965 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-371d892a-318d-49e3-bb8a-7291fa3d720f req-ed5c2410-aa2d-4ef9-89b3-3f97d109edbb tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:38.831530 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-4e01845a-7aea-43f2-99b3-7fc5126f4446 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:38.850279 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:38.942237 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4e01845a-7aea-43f2-99b3-7fc5126f4446 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks [] for floatingip, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:38.942573 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.db.l3_db [None req-4e01845a-7aea-43f2-99b3-7fc5126f4446 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Floating IP 45c001ec-8302-4803-8b65-f4ee7efbfd34 disassociated (deleted). External IP: 172.27.2.241, port: 61aff5fb-537d-4222-ade7-2c04c84e75c6.
Jun 03 16:25:39.428974 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-371d892a-318d-49e3-bb8a-7291fa3d720f req-ed5c2410-aa2d-4ef9-89b3-3f97d109edbb tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] For port 0b4dbc0e-9641-4917-9f7f-3da8db4412c7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0b4dbc0e-9641-4917-9f7f-3da8db4412c7,segment=NetworkSegment(6c30cfee-f8b8-4df6-a90f-24b9946717ad),segment_id=6c30cfee-f8b8-4df6-a90f-24b9946717ad)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:25:39.441290 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:39.475879 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e01845a-7aea-43f2-99b3-7fc5126f4446 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Router 0eb71af9-3401-43cf-8137-0e5954764166 has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:25:39.480727 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-371d892a-318d-49e3-bb8a-7291fa3d720f req-ed5c2410-aa2d-4ef9-89b3-3f97d109edbb tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:39.489024 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-371d892a-318d-49e3-bb8a-7291fa3d720f req-ed5c2410-aa2d-4ef9-89b3-3f97d109edbb tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2387463'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:39.495430 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-be6d8359-1411-41d9-8fa6-9bb58eb98224 tempest-AttachVolumeShelveTestJSON-1185899799 tempest-AttachVolumeShelveTestJSON-1185899799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:39.502276 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['0b4dbc0e-9641-4917-9f7f-3da8db4412c7'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:25:39.631207 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d892a-318d-49e3-bb8a-7291fa3d720f req-ed5c2410-aa2d-4ef9-89b3-3f97d109edbb tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:39.632101 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-371d892a-318d-49e3-bb8a-7291fa3d720f req-ed5c2410-aa2d-4ef9-89b3-3f97d109edbb tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:39.636325 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-371d892a-318d-49e3-bb8a-7291fa3d720f req-ed5c2410-aa2d-4ef9-89b3-3f97d109edbb tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "PUT /v2.0/ports/0b4dbc0e-9641-4917-9f7f-3da8db4412c7 HTTP/1.1" status: 200  len: 982 time: 1.0771384
Jun 03 16:25:39.636919 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9157118-689e-425e-91aa-613e4224c31f', 'tag': '0b4dbc0e-9641-4917-9f7f-3da8db4412c7'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:25:39.643117 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950083a3-16ab-4d65-9dfd-bca19acebcdb" -d '{"events": [{"name": "network-changed", "server_uuid": "d9157118-689e-425e-91aa-613e4224c31f", "tag": "0b4dbc0e-9641-4917-9f7f-3da8db4412c7"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:25:39.745975 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234e72c5-2cce-4296-b800-5038094f1455 x-openstack-request-id: req-234e72c5-2cce-4296-b800-5038094f1455 {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:25:39.746321 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9157118-689e-425e-91aa-613e4224c31f", "tag": "0b4dbc0e-9641-4917-9f7f-3da8db4412c7", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:25:39.746592 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-234e72c5-2cce-4296-b800-5038094f1455 {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:25:39.747953 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9157118-689e-425e-91aa-613e4224c31f', 'tag': '0b4dbc0e-9641-4917-9f7f-3da8db4412c7', 'status': 'completed', 'code': 200}
Jun 03 16:25:39.791340 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-51b35752-7a97-4612-aaa4-59cfc72b0559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:39.801729 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['0b4dbc0e-9641-4917-9f7f-3da8db4412c7'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:25:39.830666 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c2410-aa2d-4ef9-89b3-3f97d109edbb tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Pushing event updated for resources: {'Port': ['ID=0b4dbc0e-9641-4917-9f7f-3da8db4412c7,revision_number=6']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:39.843138 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-ed5c2410-aa2d-4ef9-89b3-3f97d109edbb tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:39.885484 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e01845a-7aea-43f2-99b3-7fc5126f4446 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:25:39.901467 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64a6e8a-5ef4-4606-98cd-4ab91e8921aa None None] Sync routers for ids ['0eb71af9-3401-43cf-8137-0e5954764166'] in dv-cinder-786524-8-iscsi {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:25:39.920828 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4e01845a-7aea-43f2-99b3-7fc5126f4446 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for floatingip, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:39.948402 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64a6e8a-5ef4-4606-98cd-4ab91e8921aa None None] Routers {'0eb71af9-3401-43cf-8137-0e5954764166'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:25:39.949058 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-e64a6e8a-5ef4-4606-98cd-4ab91e8921aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa23df4f0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:25:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['0eb71af9-3401-43cf-8137-0e5954764166'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:25:39.996946 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93b47b-a398-4d3c-a807-bda40e4253c3 req-9147105d-c724-4fc1-8bea-83846bb51538 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:39.998742 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-aa93b47b-a398-4d3c-a807-bda40e4253c3 req-9147105d-c724-4fc1-8bea-83846bb51538 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 985 time: 0.2258503
Jun 03 16:25:40.053695 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-aa93b47b-a398-4d3c-a807-bda40e4253c3 req-61af3212-30e6-409a-b2f4-7909d28f7da5 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&id=93a1798d-bd45-4da5-90d7-51aba8727273&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0486221
Jun 03 16:25:40.072264 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-e26e1f9f-3f87-475a-8c24-8dc092950232 None None] Provisioning complete for port 0b4dbc0e-9641-4917-9f7f-3da8db4412c7 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:25:40.072716 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e26e1f9f-3f87-475a-8c24-8dc092950232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:40.086865 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950083a3-16ab-4d65-9dfd-bca19acebcdb req-63ed953b-6224-4c62-8822-5f69442e4c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:40.088509 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-950083a3-16ab-4d65-9dfd-bca19acebcdb req-63ed953b-6224-4c62-8822-5f69442e4c22 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a8bfa9e92bd94e3382c94206d64bc6a3&device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 1138 time: 0.3364143
Jun 03 16:25:40.153908 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-4e01845a-7aea-43f2-99b3-7fc5126f4446 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "DELETE /v2.0/floatingips/45c001ec-8302-4803-8b65-f4ee7efbfd34 HTTP/1.1" status: 204  len: 168 time: 2.8439136
Jun 03 16:25:40.244808 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950083a3-16ab-4d65-9dfd-bca19acebcdb req-31adbbbe-8cbc-41e7-81fb-70414c85e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:40.246304 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-950083a3-16ab-4d65-9dfd-bca19acebcdb req-31adbbbe-8cbc-41e7-81fb-70414c85e3d8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348 HTTP/1.1" status: 200  len: 915 time: 0.1493669
Jun 03 16:25:40.362391 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-950083a3-16ab-4d65-9dfd-bca19acebcdb req-df833bc9-8292-4d9e-9671-5314f83510cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b4dbc0e-9641-4917-9f7f-3da8db4412c7 HTTP/1.1" status: 200  len: 1001 time: 0.1078973
Jun 03 16:25:40.384392 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-e64a6e8a-5ef4-4606-98cd-4ab91e8921aa None None] Set router 0eb71af9-3401-43cf-8137-0e5954764166 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:25:40.442448 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950083a3-16ab-4d65-9dfd-bca19acebcdb req-20fe1575-29e5-4008-be68-6c71cd2da002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:40.444686 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-950083a3-16ab-4d65-9dfd-bca19acebcdb req-20fe1575-29e5-4008-be68-6c71cd2da002 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5cf2a1c-41bf-447c-83c4-f002ed66edbf HTTP/1.1" status: 200  len: 853 time: 0.0757873
Jun 03 16:25:40.536220 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950083a3-16ab-4d65-9dfd-bca19acebcdb req-6c7da6ab-ff51-4bf2-9c81-7ee8bb46c671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:40.538395 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-950083a3-16ab-4d65-9dfd-bca19acebcdb req-6c7da6ab-ff51-4bf2-9c81-7ee8bb46c671 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0868752
Jun 03 16:25:40.557228 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3d3c0-ff30-4729-9c4a-964d1220544f req-ace7eb17-b753-4df4-812d-f91b4bf2410c tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:40.558685 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-cef3d3c0-ff30-4729-9c4a-964d1220544f req-ace7eb17-b753-4df4-812d-f91b4bf2410c tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 946 time: 0.0913928
Jun 03 16:25:40.607013 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-cef3d3c0-ff30-4729-9c4a-964d1220544f req-0980e862-b670-413f-9882-496451118450 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417113
Jun 03 16:25:40.679111 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-950083a3-16ab-4d65-9dfd-bca19acebcdb req-f87e4bca-de75-4342-b6e5-a67f1a25640f service neutron] 10.222.0.73 "GET /v2.0/networks/1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313171
Jun 03 16:25:40.819572 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:40.823377 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-950083a3-16ab-4d65-9dfd-bca19acebcdb req-620637db-588d-445e-8072-092d87537ff9 service neutron] 10.222.0.73 "GET /v2.0/networks/1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1316743
Jun 03 16:25:40.959266 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-e64a6e8a-5ef4-4606-98cd-4ab91e8921aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa23df4f0>, [{'id': '0eb71af9-3401-43cf-8137-0e5954764166', 'name': 'tempest-TestShelveInstance-1070389696-router', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'c2359760-e7fd-41c4-8fbc-42319e64e530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:08Z', 'updated_at': '2021-06-03T16:20:15Z', 'revision_number': 4, 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'gw_port': {'id': 'c2359760-e7fd-41c4-8fbc-42319e64e530', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb71af9-3401-43cf-8137-0e5954764166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:11Z', 'updated_at': '2021-06-03T16:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': '923be44e-72c8-49e9-a749-d488b445b6b2', 'name': '', 'network_id': '59734cb5-b3cd-4731-b72c-e406b3f16f4f', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'mac_address': 'fa:16:3e:b2:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb71af9-3401-43cf-8137-0e5954764166', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e1cf8725-43b3-4508-857e-71350cd10ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:14Z', 'updated_at': '2021-06-03T16:20:25Z', 'revision_number': 5, 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'subnets': [{'id': 'e1cf8725-43b3-4508-857e-71350cd10ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:25:40.971235 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64a6e8a-5ef4-4606-98cd-4ab91e8921aa None None] Checking router: 0eb71af9-3401-43cf-8137-0e5954764166 for host: dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:25:40.994566 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64a6e8a-5ef4-4606-98cd-4ab91e8921aa None None] Routers {'0eb71af9-3401-43cf-8137-0e5954764166'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:25:40.995183 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-e64a6e8a-5ef4-4606-98cd-4ab91e8921aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa23df4f0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:25:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['0eb71af9-3401-43cf-8137-0e5954764166'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:25:41.192631 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-e64a6e8a-5ef4-4606-98cd-4ab91e8921aa None None] Set router 0eb71af9-3401-43cf-8137-0e5954764166 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:25:41.512823 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-e64a6e8a-5ef4-4606-98cd-4ab91e8921aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa23df4f0>, [{'id': '0eb71af9-3401-43cf-8137-0e5954764166', 'name': 'tempest-TestShelveInstance-1070389696-router', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'c2359760-e7fd-41c4-8fbc-42319e64e530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:08Z', 'updated_at': '2021-06-03T16:20:15Z', 'revision_number': 4, 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'gw_port': {'id': 'c2359760-e7fd-41c4-8fbc-42319e64e530', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb71af9-3401-43cf-8137-0e5954764166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:11Z', 'updated_at': '2021-06-03T16:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': '923be44e-72c8-49e9-a749-d488b445b6b2', 'name': '', 'network_id': '59734cb5-b3cd-4731-b72c-e406b3f16f4f', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'mac_address': 'fa:16:3e:b2:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb71af9-3401-43cf-8137-0e5954764166', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e1cf8725-43b3-4508-857e-71350cd10ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:14Z', 'updated_at': '2021-06-03T16:20:25Z', 'revision_number': 5, 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'subnets': [{'id': 'e1cf8725-43b3-4508-857e-71350cd10ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:25:41.517222 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64a6e8a-5ef4-4606-98cd-4ab91e8921aa None None] The sync data for ids ['0eb71af9-3401-43cf-8137-0e5954764166'] in dv-cinder-786524-8-iscsi is: [{'id': '0eb71af9-3401-43cf-8137-0e5954764166', 'name': 'tempest-TestShelveInstance-1070389696-router', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'c2359760-e7fd-41c4-8fbc-42319e64e530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:08Z', 'updated_at': '2021-06-03T16:20:15Z', 'revision_number': 4, 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'gw_port': {'id': 'c2359760-e7fd-41c4-8fbc-42319e64e530', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb71af9-3401-43cf-8137-0e5954764166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:11Z', 'updated_at': '2021-06-03T16:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': '923be44e-72c8-49e9-a749-d488b445b6b2', 'name': '', 'network_id': '59734cb5-b3cd-4731-b72c-e406b3f16f4f', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'mac_address': 'fa:16:3e:b2:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb71af9-3401-43cf-8137-0e5954764166', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e1cf8725-43b3-4508-857e-71350cd10ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:14Z', 'updated_at': '2021-06-03T16:20:25Z', 'revision_number': 5, 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'subnets': [{'id': 'e1cf8725-43b3-4508-857e-71350cd10ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:25:41.524936 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-ed0c4da8-17e0-47e9-b898-4f80c73cc0c5 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1566226893&fields=id&tenant_id=f44ece6093c64861a96b56285934a43e HTTP/1.1" status: 200  len: 267 time: 0.0414639
Jun 03 16:25:41.680247 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-5ef135ea-c73e-4815-a086-506863909535 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:41.681877 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-5ef135ea-c73e-4815-a086-506863909535 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/networks?id=aec810ed-0ee2-4480-934c-29ea716a1d55 HTTP/1.1" status: 200  len: 812 time: 0.1503253
Jun 03 16:25:41.698963 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-98a64b17-67fa-4431-8e8d-a8e5708d01b8 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/quotas/f44ece6093c64861a96b56285934a43e HTTP/1.1" status: 200  len: 375 time: 0.0110712
Jun 03 16:25:41.751711 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7a1ccd-cc35-4913-a909-269c1245155d', 'tag': '61aff5fb-537d-4222-ade7-2c04c84e75c6'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:25:41.755310 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b99149e-e1b4-4692-8335-2bdc314cd40f" -d '{"events": [{"name": "network-changed", "server_uuid": "5e7a1ccd-cc35-4913-a909-269c1245155d", "tag": "61aff5fb-537d-4222-ade7-2c04c84e75c6"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:25:41.760986 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25e5342-1e87-4feb-9739-9b77010a4f86 None None] New status for floating IP 45c001ec-8302-4803-8b65-f4ee7efbfd34: DOWN {{(pid=91619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 16:25:41.819126 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-a5f1fe4a-dcc8-41de-9617-633e2cd8ad91 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f44ece6093c64861a96b56285934a43e&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1143975
Jun 03 16:25:41.965853 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85910fc-3684-4a4d-bd86-9850c709d9d1 req-6a0be933-4ede-43ee-a996-a068f51409b6 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:41.967463 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a85910fc-3684-4a4d-bd86-9850c709d9d1 req-6a0be933-4ede-43ee-a996-a068f51409b6 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 946 time: 0.0904150
Jun 03 16:25:42.008199 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-043998ea-c11e-4128-81c4-652a01b594d2 service neutron] 10.222.0.66 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1582181
Jun 03 16:25:42.028895 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a85910fc-3684-4a4d-bd86-9850c709d9d1 req-ad5d3abf-fbe3-47ea-8997-8012d7453916 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541184
Jun 03 16:25:42.100111 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a6b1fd-cb33-4f13-9b1b-5a2fd0f57385 x-openstack-request-id: req-35a6b1fd-cb33-4f13-9b1b-5a2fd0f57385 {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:25:42.100438 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e7a1ccd-cc35-4913-a909-269c1245155d", "tag": "61aff5fb-537d-4222-ade7-2c04c84e75c6", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:25:42.100727 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-35a6b1fd-cb33-4f13-9b1b-5a2fd0f57385 {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:25:42.101165 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7a1ccd-cc35-4913-a909-269c1245155d', 'tag': '61aff5fb-537d-4222-ade7-2c04c84e75c6', 'status': 'completed', 'code': 200}
Jun 03 16:25:42.194255 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-59aa5d9f-021f-41d1-a055-b6a0a90a3856 service neutron] 10.222.0.66 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1800518
Jun 03 16:25:42.214379 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99149e-e1b4-4692-8335-2bdc314cd40f req-0f102189-cb0a-47d6-9193-ee2a5f2d5701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:42.216089 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8b99149e-e1b4-4692-8335-2bdc314cd40f req-0f102189-cb0a-47d6-9193-ee2a5f2d5701 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f244f46dcdba4cb1ae27b5a94b44c8f7&device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 1099 time: 0.1008406
Jun 03 16:25:42.218960 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:42.396454 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99149e-e1b4-4692-8335-2bdc314cd40f req-6821b93a-7144-4456-8401-743f86578639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:42.397927 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8b99149e-e1b4-4692-8335-2bdc314cd40f req-6821b93a-7144-4456-8401-743f86578639 service neutron] 10.222.0.73 "GET /v2.0/networks?id=59734cb5-b3cd-4731-b72c-e406b3f16f4f HTTP/1.1" status: 200  len: 910 time: 0.1744971
Jun 03 16:25:42.603106 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36d305-b368-4cc5-be08-0f18fe480f00 req-aa176e67-8922-4444-a5d1-5d25172c5dbc tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:42.603813 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-8d36d305-b368-4cc5-be08-0f18fe480f00 req-aa176e67-8922-4444-a5d1-5d25172c5dbc tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Synchronizing usage tracker for tenant:f244f46dcdba4cb1ae27b5a94b44c8f7 on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:25:42.611530 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b3e808c6-6825-44bd-9ea0-fffe6d2e85f1 req-1f03ced5-d2d6-45cf-9782-bfce9660f85c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0479164
Jun 03 16:25:42.615091 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8b99149e-e1b4-4692-8335-2bdc314cd40f req-3dd5735d-d145-4a8f-9aef-8f9dea4ffdab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61aff5fb-537d-4222-ade7-2c04c84e75c6 HTTP/1.1" status: 200  len: 217 time: 0.2095375
Jun 03 16:25:42.663293 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-8d36d305-b368-4cc5-be08-0f18fe480f00 req-aa176e67-8922-4444-a5d1-5d25172c5dbc tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Unset dirty status for tenant:f244f46dcdba4cb1ae27b5a94b44c8f7 on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:25:42.664459 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8d36d305-b368-4cc5-be08-0f18fe480f00 req-aa176e67-8922-4444-a5d1-5d25172c5dbc tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 946 time: 0.3572154
Jun 03 16:25:42.737375 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99149e-e1b4-4692-8335-2bdc314cd40f req-b86727dd-1bf6-4dad-8dd3-8d8e44de4710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:42.738802 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8b99149e-e1b4-4692-8335-2bdc314cd40f req-b86727dd-1bf6-4dad-8dd3-8d8e44de4710 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e1cf8725-43b3-4508-857e-71350cd10ed6 HTTP/1.1" status: 200  len: 848 time: 0.1151314
Jun 03 16:25:42.891838 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-8d36d305-b368-4cc5-be08-0f18fe480f00 req-0d6ccdfd-5c5f-47d5-bf26-04ee1c71cad3 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Deleting port 61aff5fb-537d-4222-ade7-2c04c84e75c6 {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:25:42.892192 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-8d36d305-b368-4cc5-be08-0f18fe480f00 req-0d6ccdfd-5c5f-47d5-bf26-04ee1c71cad3 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:42.914655 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99149e-e1b4-4692-8335-2bdc314cd40f req-9175f330-0413-4d52-ab20-e23539b7ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:42.916122 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8b99149e-e1b4-4692-8335-2bdc314cd40f req-9175f330-0413-4d52-ab20-e23539b7ce88 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=59734cb5-b3cd-4731-b72c-e406b3f16f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1642275
Jun 03 16:25:43.154100 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-8d36d305-b368-4cc5-be08-0f18fe480f00 req-0d6ccdfd-5c5f-47d5-bf26-04ee1c71cad3 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] For port 61aff5fb-537d-4222-ade7-2c04c84e75c6, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=61aff5fb-537d-4222-ade7-2c04c84e75c6,segment=NetworkSegment(65209784-6311-4945-8a9d-aa092e608747),segment_id=65209784-6311-4945-8a9d-aa092e608747)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:25:43.154465 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-8d36d305-b368-4cc5-be08-0f18fe480f00 req-0d6ccdfd-5c5f-47d5-bf26-04ee1c71cad3 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:43.323379 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8b99149e-e1b4-4692-8335-2bdc314cd40f req-6f46b4a4-4db0-47af-af3c-f2c387237ccc service neutron] 10.222.0.73 "GET /v2.0/networks/59734cb5-b3cd-4731-b72c-e406b3f16f4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3930221
Jun 03 16:25:43.334060 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-8d36d305-b368-4cc5-be08-0f18fe480f00 req-0d6ccdfd-5c5f-47d5-bf26-04ee1c71cad3 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Calling delete_port for 61aff5fb-537d-4222-ade7-2c04c84e75c6 owned by compute:nova {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:25:43.511596 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140ecdc-9a30-46b7-a777-87d32c0446b9 req-e747ef1b-9022-40de-a6d5-f2b56f33ee79 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:43.513053 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5140ecdc-9a30-46b7-a777-87d32c0446b9 req-e747ef1b-9022-40de-a6d5-f2b56f33ee79 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 946 time: 0.3500774
Jun 03 16:25:43.552094 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8b99149e-e1b4-4692-8335-2bdc314cd40f req-615874db-db41-4511-961c-52120af98ae7 service neutron] 10.222.0.73 "GET /v2.0/networks/59734cb5-b3cd-4731-b72c-e406b3f16f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2126489
Jun 03 16:25:43.617799 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5140ecdc-9a30-46b7-a777-87d32c0446b9 req-389d7ae4-b1e0-4818-ba2c-07c21235bc78 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf90c574-974c-40af-a095-455f21ec4b17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0828166
Jun 03 16:25:43.674876 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-8d36d305-b368-4cc5-be08-0f18fe480f00 req-0d6ccdfd-5c5f-47d5-bf26-04ee1c71cad3 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:43.689967 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-8e42f553-c166-42f1-97b3-176e6d5b3fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:43.779176 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-17d9c101-0fc8-430b-8bac-150ddbbc92bf req-804635a1-4113-4210-ac96-2de7472da80e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0470517
Jun 03 16:25:43.796092 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ccdfd-5c5f-47d5-bf26-04ee1c71cad3 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Pushing event deleted for resources: {'Port': ['ID=61aff5fb-537d-4222-ade7-2c04c84e75c6,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:43.807257 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-0d6ccdfd-5c5f-47d5-bf26-04ee1c71cad3 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:43.895801 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d36d305-b368-4cc5-be08-0f18fe480f00 req-0d6ccdfd-5c5f-47d5-bf26-04ee1c71cad3 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] No DVR routers for this DVR port 61aff5fb-537d-4222-ade7-2c04c84e75c6 on host hv-cinder-78652 {{(pid=91617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:25:43.900978 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-8d36d305-b368-4cc5-be08-0f18fe480f00 req-0d6ccdfd-5c5f-47d5-bf26-04ee1c71cad3 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:43.930024 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-f33030ed-522c-42c9-a5bd-6157dcb891a4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:43.931441 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-f33030ed-522c-42c9-a5bd-6157dcb891a4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.73 "GET /v2.0/networks?id=aec810ed-0ee2-4480-934c-29ea716a1d55 HTTP/1.1" status: 200  len: 812 time: 0.2850354
Jun 03 16:25:43.933056 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8d36d305-b368-4cc5-be08-0f18fe480f00 req-0d6ccdfd-5c5f-47d5-bf26-04ee1c71cad3 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.73 "DELETE /v2.0/ports/61aff5fb-537d-4222-ade7-2c04c84e75c6 HTTP/1.1" status: 204  len: 173 time: 1.2606714
Jun 03 16:25:44.103067 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7a1ccd-cc35-4913-a909-269c1245155d', 'name': 'network-vif-deleted', 'tag': '61aff5fb-537d-4222-ade7-2c04c84e75c6'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:25:44.105828 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39cca10-f8d9-4d97-80bf-c36ca4f912bf" -d '{"events": [{"server_uuid": "5e7a1ccd-cc35-4913-a909-269c1245155d", "name": "network-vif-deleted", "tag": "61aff5fb-537d-4222-ade7-2c04c84e75c6"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:25:44.148743 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70251555-65d3-45b0-a523-51c09dcf7974 x-openstack-request-id: req-70251555-65d3-45b0-a523-51c09dcf7974 {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:25:44.149093 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7a1ccd-cc35-4913-a909-269c1245155d", "name": "network-vif-deleted", "tag": "61aff5fb-537d-4222-ade7-2c04c84e75c6", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:25:44.149386 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-70251555-65d3-45b0-a523-51c09dcf7974 {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:25:44.149825 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7a1ccd-cc35-4913-a909-269c1245155d', 'name': 'network-vif-deleted', 'tag': '61aff5fb-537d-4222-ade7-2c04c84e75c6', 'status': 'completed', 'code': 200}
Jun 03 16:25:44.769246 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0d316967-db6b-4ba9-8f5b-5e7cee1517a3 req-4aa59246-50c2-4cc7-b4c1-956a34ffbec4 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 210 time: 0.0426683
Jun 03 16:25:44.935200 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-be0e04a4-7c06-4680-9e3c-20ca07636f63 req-91f86d58-6bea-42b9-85a3-eda0f9736d70 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0485296
Jun 03 16:25:45.916965 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-e91c1b22-7aeb-46c1-9104-e48d24db5f1e req-779a3f50-dda8-4c84-9158-62aa6a53c3ed tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 210 time: 0.0436435
Jun 03 16:25:46.082777 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-af42fe38-b623-432a-ad79-d97840025fe3 req-dc1c4130-1f19-4e97-81eb-81c9307753be tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0438449
Jun 03 16:25:46.969088 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-a65231bf-35a0-4277-89a0-669bae69940d tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f44ece6093c64861a96b56285934a43e HTTP/1.1" status: 200  len: 380 time: 0.0496521
Jun 03 16:25:46.978601 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-c55da5c1-801b-4f82-9a9f-fcdf572061bc tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Request body: {'port': {'device_id': '048aa41b-6296-40b0-97f5-b0386d34ffba', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'admin_state_up': True, 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'security_groups': ['f9778ce6-f508-4fc9-b231-a7064a84c221']}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:25:47.121820 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-97b26f50-2e11-4a01-b228-a0ee1236d349 req-3decce9a-e9a9-4cdc-b07b-6dfe87198e6d tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 210 time: 0.0515990
Jun 03 16:25:47.263577 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0ad6f97e-f3ed-42eb-bb68-26380231b89e req-0ce36ab4-a979-43ff-9107-2045e49669d6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0595887
Jun 03 16:25:47.302393 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-c55da5c1-801b-4f82-9a9f-fcdf572061bc tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:25:47.313698 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-c55da5c1-801b-4f82-9a9f-fcdf572061bc tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:25:47.322883 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-c55da5c1-801b-4f82-9a9f-fcdf572061bc tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Made reservation on behalf of f44ece6093c64861a96b56285934a43e for: {'port': 1} {{(pid=91617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 16:25:47.326552 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-c55da5c1-801b-4f82-9a9f-fcdf572061bc tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:47.497924 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-c55da5c1-801b-4f82-9a9f-fcdf572061bc tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Allocated IP 172.20.0.7 (aec810ed-0ee2-4480-934c-29ea716a1d55/1ffc8a07-8eea-4758-b719-3a645c0307b8/428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:25:47.705662 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-c55da5c1-801b-4f82-9a9f-fcdf572061bc tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:47.722710 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-c55da5c1-801b-4f82-9a9f-fcdf572061bc tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Transition to ACTIVE for port object 428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8 will not be triggered until provisioned by entity DHCP. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:25:47.746430 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-c55da5c1-801b-4f82-9a9f-fcdf572061bc tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:47.752573 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-25c42820-3833-4830-9e94-e19a467eba27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:47.793152 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 61aff5fb-537d-4222-ade7-2c04c84e75c6 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:25:47.813794 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-c55da5c1-801b-4f82-9a9f-fcdf572061bc tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Network aec810ed-0ee2-4480-934c-29ea716a1d55 is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:25:47.817816 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-c55da5c1-801b-4f82-9a9f-fcdf572061bc tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Resources bound (agent type, host, resource id):  {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:25:47.822524 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-c55da5c1-801b-4f82-9a9f-fcdf572061bc tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:25:47.837521 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] No Port match for: 61aff5fb-537d-4222-ade7-2c04c84e75c6 {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:25:47.838131 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 61aff5fb-537d-4222-ade7-2c04c84e75c6 not bound to the agent host hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:25:47.873920 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55da5c1-801b-4f82-9a9f-fcdf572061bc tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Pushing event updated for resources: {'Port': ['ID=428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:47.883262 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-c55da5c1-801b-4f82-9a9f-fcdf572061bc tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:47.907308 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-c55da5c1-801b-4f82-9a9f-fcdf572061bc tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:47.907909 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-c55da5c1-801b-4f82-9a9f-fcdf572061bc tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:47.934914 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-c55da5c1-801b-4f82-9a9f-fcdf572061bc tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9605103
Jun 03 16:25:47.947900 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-5deadddb-514f-4651-b75f-cfed690e95b6 service neutron] Request body: {'port': {'device_id': '048aa41b-6296-40b0-97f5-b0386d34ffba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:25:48.085093 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-5deadddb-514f-4651-b75f-cfed690e95b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:48.131040 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-9b83cc9e-885c-4c3c-9cc4-4373a34473d9 None None] Provisioning for port 428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8 completed by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:25:48.138122 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-9b83cc9e-885c-4c3c-9cc4-4373a34473d9 None None] Provisioning complete for port 428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:25:48.138583 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9b83cc9e-885c-4c3c-9cc4-4373a34473d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:48.201519 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-9b83cc9e-885c-4c3c-9cc4-4373a34473d9 None None] Port 428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8 cannot update to ACTIVE because it is not bound. {{(pid=91618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 16:25:48.308296 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f95abeb1-fd60-42d3-8959-8a476c7d2aeb req-04c5ad0b-22c3-4fa2-893c-266ab3ab033f tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a1ccd-cc35-4913-a909-269c1245155d HTTP/1.1" status: 200  len: 210 time: 0.0444624
Jun 03 16:25:48.497852 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-5deadddb-514f-4651-b75f-cfed690e95b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8 {{(pid=91617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:25:48.511923 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-5deadddb-514f-4651-b75f-cfed690e95b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:48.524074 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa79423-2181-427b-b56f-367f1b58b169 req-254466e4-7f02-4eb2-9ce3-f183bd4fec64 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:48.524756 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-cfa79423-2181-427b-b56f-367f1b58b169 req-254466e4-7f02-4eb2-9ce3-f183bd4fec64 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Synchronizing usage tracker for tenant:f44ece6093c64861a96b56285934a43e on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:25:48.543729 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.provisioning_blocks [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-5deadddb-514f-4651-b75f-cfed690e95b6 service neutron] Transition to ACTIVE for port object 428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8 will not be triggered until provisioned by entity L2. {{(pid=91617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 16:25:48.547564 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-5deadddb-514f-4651-b75f-cfed690e95b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2387463'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:48.551765 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-139d302e-7797-43d2-9be8-5a1743cc990a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:48.581107 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-cfa79423-2181-427b-b56f-367f1b58b169 req-254466e4-7f02-4eb2-9ce3-f183bd4fec64 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Unset dirty status for tenant:f44ece6093c64861a96b56285934a43e on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:25:48.582249 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-cfa79423-2181-427b-b56f-367f1b58b169 req-254466e4-7f02-4eb2-9ce3-f183bd4fec64 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 931 time: 0.2080369
Jun 03 16:25:48.742787 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deadddb-514f-4651-b75f-cfed690e95b6 service neutron] Pushing event updated for resources: {'Port': ['ID=428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:48.752277 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-5deadddb-514f-4651-b75f-cfed690e95b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:48.783092 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-cfa79423-2181-427b-b56f-367f1b58b169 req-f31adfd6-b274-4937-bcde-a446c2a11f77 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1933453
Jun 03 16:25:48.829825 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-5deadddb-514f-4651-b75f-cfed690e95b6 service neutron] Attempting to bind port 428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8 on host hv-cinder-78652 for vnic_type normal with profile  {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 16:25:48.830157 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-5deadddb-514f-4651-b75f-cfed690e95b6 service neutron] Attempting to bind port 428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'b0dbd752-4780-4d30-953c-bd3e6826f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55'}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 16:25:48.830487 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-5deadddb-514f-4651-b75f-cfed690e95b6 service neutron] Attempting to bind port 428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8 on network aec810ed-0ee2-4480-934c-29ea716a1d55 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:25:48.835101 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-5deadddb-514f-4651-b75f-cfed690e95b6 service neutron] Port 428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8 on network aec810ed-0ee2-4480-934c-29ea716a1d55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 16:25:48.835412 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-5deadddb-514f-4651-b75f-cfed690e95b6 service neutron] Attempting to bind port 428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8 on network aec810ed-0ee2-4480-934c-29ea716a1d55 {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 16:25:48.840404 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-5deadddb-514f-4651-b75f-cfed690e95b6 service neutron] Checking agent: {'id': '583156db-f932-4b7a-94d3-94f9531b86fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'started_at': datetime.datetime(2021, 6, 3, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 16, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 16:25:48.840731 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-5deadddb-514f-4651-b75f-cfed690e95b6 service neutron] Checking segment: {'id': 'b0dbd752-4780-4d30-953c-bd3e6826f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 16:25:48.841127 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-5deadddb-514f-4651-b75f-cfed690e95b6 service neutron] Bound using segment: {'id': 'b0dbd752-4780-4d30-953c-bd3e6826f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55'} {{(pid=91617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 16:25:48.841543 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.managers [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-5deadddb-514f-4651-b75f-cfed690e95b6 service neutron] Bound port: 428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0dbd752-4780-4d30-953c-bd3e6826f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55'}}] {{(pid=91617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 16:25:48.841880 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-5deadddb-514f-4651-b75f-cfed690e95b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:48.928374 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-5deadddb-514f-4651-b75f-cfed690e95b6 service neutron] For port 428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8, host hv-cinder-78652, cleared binding levels {{(pid=91617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 16:25:48.931317 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-5deadddb-514f-4651-b75f-cfed690e95b6 service neutron] For port 428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8,segment=NetworkSegment(b0dbd752-4780-4d30-953c-bd3e6826f7f2),segment_id=b0dbd752-4780-4d30-953c-bd3e6826f7f2)] {{(pid=91617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 16:25:48.936349 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-5deadddb-514f-4651-b75f-cfed690e95b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2387463'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:48.942356 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-2119e242-cb33-4300-a130-8d06b72e0d06 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:49.093163 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-5deadddb-514f-4651-b75f-cfed690e95b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:49.093770 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-5deadddb-514f-4651-b75f-cfed690e95b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:49.095242 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-5deadddb-514f-4651-b75f-cfed690e95b6 service neutron] 10.222.0.73 "PUT /v2.0/ports/428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8 HTTP/1.1" status: 200  len: 1093 time: 1.1517911
Jun 03 16:25:49.095738 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048aa41b-6296-40b0-97f5-b0386d34ffba', 'tag': '428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:25:49.098023 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1761c2f-3e11-4cc0-af74-d221862de9a8" -d '{"events": [{"name": "network-changed", "server_uuid": "048aa41b-6296-40b0-97f5-b0386d34ffba", "tag": "428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:25:49.123825 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deadddb-514f-4651-b75f-cfed690e95b6 service neutron] Pushing event updated for resources: {'Port': ['ID=428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8,revision_number=3']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:49.129957 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-5deadddb-514f-4651-b75f-cfed690e95b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:49.149683 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c91811-0133-4a41-bd44-4d1d6aa8904a x-openstack-request-id: req-66c91811-0133-4a41-bd44-4d1d6aa8904a {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:25:49.150036 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048aa41b-6296-40b0-97f5-b0386d34ffba", "tag": "428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:25:49.150321 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-66c91811-0133-4a41-bd44-4d1d6aa8904a {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:25:49.150748 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048aa41b-6296-40b0-97f5-b0386d34ffba', 'tag': '428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8', 'status': 'completed', 'code': 200}
Jun 03 16:25:49.403797 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 37970) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:25:49.473451 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ff7bfff3-c210-4462-8d05-5cf6840447b9 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:49.507738 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ff7bfff3-c210-4462-8d05-5cf6840447b9 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:49.572255 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ff7bfff3-c210-4462-8d05-5cf6840447b9 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:49.577185 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-6ca4d58e-fe6b-4b8f-afe8-cc1f1caeecfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:49.591646 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bfff3-c210-4462-8d05-5cf6840447b9 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf90c574-974c-40af-a095-455f21ec4b17,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:49.600610 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bfff3-c210-4462-8d05-5cf6840447b9 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:25:49.600921 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bfff3-c210-4462-8d05-5cf6840447b9 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:25:49.601333 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bfff3-c210-4462-8d05-5cf6840447b9 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:25:49.601700 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bfff3-c210-4462-8d05-5cf6840447b9 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:25:49.602059 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bfff3-c210-4462-8d05-5cf6840447b9 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:25:49.602412 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bfff3-c210-4462-8d05-5cf6840447b9 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:25:49.602764 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bfff3-c210-4462-8d05-5cf6840447b9 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:25:49.603115 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bfff3-c210-4462-8d05-5cf6840447b9 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:25:49.603466 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bfff3-c210-4462-8d05-5cf6840447b9 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:25:49.603813 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bfff3-c210-4462-8d05-5cf6840447b9 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:25:49.604160 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bfff3-c210-4462-8d05-5cf6840447b9 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:25:49.604506 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bfff3-c210-4462-8d05-5cf6840447b9 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:25:49.608793 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-ff7bfff3-c210-4462-8d05-5cf6840447b9 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:49.612271 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-ff7bfff3-c210-4462-8d05-5cf6840447b9 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:49.613386 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-ff7bfff3-c210-4462-8d05-5cf6840447b9 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] 10.222.0.66 "DELETE /v2.0/security-groups/cf90c574-974c-40af-a095-455f21ec4b17 HTTP/1.1" status: 204  len: 168 time: 0.2085466
Jun 03 16:25:49.658622 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 37974) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:25:49.976477 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a4233-47b3-4fe9-986f-63abe6f5c3fb req-fa94b7ce-c226-473f-81aa-f993b3faac2e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:49.978055 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f02a4233-47b3-4fe9-986f-63abe6f5c3fb req-fa94b7ce-c226-473f-81aa-f993b3faac2e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0810173
Jun 03 16:25:50.026416 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f02a4233-47b3-4fe9-986f-63abe6f5c3fb req-e3d26d79-f93b-487d-88dd-33794e848ac4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403636
Jun 03 16:25:50.242890 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f6de0307-406e-4103-84ad-9c7af2db4a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681826'] for router_interface, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:50.740215 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-f6de0307-406e-4103-84ad-9c7af2db4a2c admin admin] Deleting port 923be44e-72c8-49e9-a749-d488b445b6b2 {{(pid=91616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:25:50.740928 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f6de0307-406e-4103-84ad-9c7af2db4a2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:50.858934 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.db [None req-f6de0307-406e-4103-84ad-9c7af2db4a2c admin admin] For port 923be44e-72c8-49e9-a749-d488b445b6b2, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=923be44e-72c8-49e9-a749-d488b445b6b2,segment=NetworkSegment(65209784-6311-4945-8a9d-aa092e608747),segment_id=65209784-6311-4945-8a9d-aa092e608747)] {{(pid=91616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:25:50.859293 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f6de0307-406e-4103-84ad-9c7af2db4a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:50.979221 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-f6de0307-406e-4103-84ad-9c7af2db4a2c admin admin] Calling delete_port for 923be44e-72c8-49e9-a749-d488b445b6b2 owned by network:router_interface {{(pid=91616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:25:51.275565 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2db876-552d-41a0-ae9b-896371659428 req-985de3fc-c36a-46a4-bdb3-f5133e6b2716 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:51.276933 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0d2db876-552d-41a0-ae9b-896371659428 req-985de3fc-c36a-46a4-bdb3-f5133e6b2716 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.1326246
Jun 03 16:25:51.332253 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1761c2f-3e11-4cc0-af74-d221862de9a8 req-22a66789-be25-4050-8f3f-e26255b5fbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:51.333754 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f1761c2f-3e11-4cc0-af74-d221862de9a8 req-22a66789-be25-4050-8f3f-e26255b5fbde service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f44ece6093c64861a96b56285934a43e&device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 1096 time: 0.0749917
Jun 03 16:25:51.368608 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0d2db876-552d-41a0-ae9b-896371659428 req-fab48360-244b-46a2-b621-742e4342cada tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0828445
Jun 03 16:25:51.380306 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f6de0307-406e-4103-84ad-9c7af2db4a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954439'] for port, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:51.385300 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-32d02c77-4b8b-481f-8983-954d88127132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:51.434616 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de0307-406e-4103-84ad-9c7af2db4a2c admin admin] Pushing event deleted for resources: {'Port': ['ID=923be44e-72c8-49e9-a749-d488b445b6b2,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:51.461280 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-f6de0307-406e-4103-84ad-9c7af2db4a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:51.483724 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1761c2f-3e11-4cc0-af74-d221862de9a8 req-dbff5cf8-011b-4cb0-b1ca-b05a0c464ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:51.485576 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f1761c2f-3e11-4cc0-af74-d221862de9a8 req-dbff5cf8-011b-4cb0-b1ca-b05a0c464ec1 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=f44ece6093c64861a96b56285934a43e&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1416337
Jun 03 16:25:51.639292 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1761c2f-3e11-4cc0-af74-d221862de9a8 req-1370b273-8ab1-49bc-abcb-10f8cbe55b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:51.640731 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f1761c2f-3e11-4cc0-af74-d221862de9a8 req-1370b273-8ab1-49bc-abcb-10f8cbe55b87 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1469195
Jun 03 16:25:51.707941 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f6de0307-406e-4103-84ad-9c7af2db4a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660668'] for router_interface, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:51.751460 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-98420979-c91a-484c-a824-0c8b1ca18528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:51.752938 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-98420979-c91a-484c-a824-0c8b1ca18528 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f44ece6093c64861a96b56285934a43e&device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 1096 time: 0.0751534
Jun 03 16:25:51.825659 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-a1bf7f34-c688-49f2-8973-926aca5c2b99 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8 HTTP/1.1" status: 200  len: 217 time: 0.0640731
Jun 03 16:25:51.890347 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-61823646-e9f7-47aa-8d1f-7d0887a9d013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:51.892690 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-61823646-e9f7-47aa-8d1f-7d0887a9d013 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ffc8a07-8eea-4758-b719-3a645c0307b8 HTTP/1.1" status: 200  len: 851 time: 0.0595188
Jun 03 16:25:51.975192 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-c8531df9-4c83-4a98-a325-b944c6e46b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:51.976674 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-c8531df9-4c83-4a98-a325-b944c6e46b3e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aec810ed-0ee2-4480-934c-29ea716a1d55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0768249
Jun 03 16:25:52.126980 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-5837c545-0a08-4aba-91f3-17ef8574887c service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423414
Jun 03 16:25:52.185382 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6de0307-406e-4103-84ad-9c7af2db4a2c admin admin] Router 0eb71af9-3401-43cf-8137-0e5954764166 has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:25:52.265461 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d77c16f4-d3b8-4bfc-97d3-df891feafa31 req-c0b34e95-19df-4fa8-b355-009ca1a13aed service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315415
Jun 03 16:25:52.374804 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6de0307-406e-4103-84ad-9c7af2db4a2c admin admin] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:25:52.384513 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dee07ea-bc23-4928-88d9-83c3879131cf None None] Sync routers for ids ['0eb71af9-3401-43cf-8137-0e5954764166'] in dv-cinder-786524-8-iscsi {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:25:52.387774 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-f6de0307-406e-4103-84ad-9c7af2db4a2c admin admin] 10.222.0.66 "PUT /v2.0/routers/0eb71af9-3401-43cf-8137-0e5954764166/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7281249
Jun 03 16:25:52.390337 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 37994) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:25:52.393734 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dee07ea-bc23-4928-88d9-83c3879131cf None None] Routers {'0eb71af9-3401-43cf-8137-0e5954764166'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:25:52.394365 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-0dee07ea-bc23-4928-88d9-83c3879131cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2150b80>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:25:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['0eb71af9-3401-43cf-8137-0e5954764166'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:25:52.576170 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-0dee07ea-bc23-4928-88d9-83c3879131cf None None] Set router 0eb71af9-3401-43cf-8137-0e5954764166 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:25:52.611698 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c5e072d7-ca56-4376-ac84-bded76636f89 admin admin] Notify callbacks [] for router, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:52.884467 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691594e0-e480-4d86-8eba-c8f970d99a7c req-d773dfb9-bac4-47b1-9fc6-8df4645bdef6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:52.885977 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-691594e0-e480-4d86-8eba-c8f970d99a7c req-d773dfb9-bac4-47b1-9fc6-8df4645bdef6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.3579934
Jun 03 16:25:52.924451 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-0dee07ea-bc23-4928-88d9-83c3879131cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2150b80>, [{'id': '0eb71af9-3401-43cf-8137-0e5954764166', 'name': 'tempest-TestShelveInstance-1070389696-router', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'c2359760-e7fd-41c4-8fbc-42319e64e530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:08Z', 'updated_at': '2021-06-03T16:25:51Z', 'revision_number': 5, 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'gw_port': {'id': 'c2359760-e7fd-41c4-8fbc-42319e64e530', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb71af9-3401-43cf-8137-0e5954764166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:11Z', 'updated_at': '2021-06-03T16:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:25:52.929826 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dee07ea-bc23-4928-88d9-83c3879131cf None None] Checking router: 0eb71af9-3401-43cf-8137-0e5954764166 for host: dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:25:52.938093 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dee07ea-bc23-4928-88d9-83c3879131cf None None] Routers {'0eb71af9-3401-43cf-8137-0e5954764166'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:25:52.939047 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-0dee07ea-bc23-4928-88d9-83c3879131cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2150b80>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:25:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['0eb71af9-3401-43cf-8137-0e5954764166'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:25:52.951915 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c5e072d7-ca56-4376-ac84-bded76636f89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:52.957591 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-691594e0-e480-4d86-8eba-c8f970d99a7c req-a5142a62-4de6-4055-b2a1-507b982a957a tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653493
Jun 03 16:25:53.030605 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-c5e072d7-ca56-4376-ac84-bded76636f89 admin admin] Deleting port c2359760-e7fd-41c4-8fbc-42319e64e530 {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:25:53.030957 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c5e072d7-ca56-4376-ac84-bded76636f89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:53.092728 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-0dee07ea-bc23-4928-88d9-83c3879131cf None None] Set router 0eb71af9-3401-43cf-8137-0e5954764166 gateway port host: None {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:25:53.153299 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-c5e072d7-ca56-4376-ac84-bded76636f89 admin admin] For port c2359760-e7fd-41c4-8fbc-42319e64e530, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=c2359760-e7fd-41c4-8fbc-42319e64e530,segment=NetworkSegment(85b01a76-96af-409b-a8d7-73ca63f153b4),segment_id=85b01a76-96af-409b-a8d7-73ca63f153b4)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:25:53.153546 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c5e072d7-ca56-4376-ac84-bded76636f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:53.200923 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-0dee07ea-bc23-4928-88d9-83c3879131cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2150b80>, [{'id': '0eb71af9-3401-43cf-8137-0e5954764166', 'name': 'tempest-TestShelveInstance-1070389696-router', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:08Z', 'updated_at': '2021-06-03T16:25:52Z', 'revision_number': 6, 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'gw_port_host': None}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:25:53.205998 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dee07ea-bc23-4928-88d9-83c3879131cf None None] The sync data for ids ['0eb71af9-3401-43cf-8137-0e5954764166'] in dv-cinder-786524-8-iscsi is: [{'id': '0eb71af9-3401-43cf-8137-0e5954764166', 'name': 'tempest-TestShelveInstance-1070389696-router', 'tenant_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:08Z', 'updated_at': '2021-06-03T16:25:52Z', 'revision_number': 6, 'project_id': 'f244f46dcdba4cb1ae27b5a94b44c8f7', 'gw_port_host': None}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:25:53.289280 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-c5e072d7-ca56-4376-ac84-bded76636f89 admin admin] Calling delete_port for c2359760-e7fd-41c4-8fbc-42319e64e530 owned by network:router_gateway {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:25:53.427844 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c5e072d7-ca56-4376-ac84-bded76636f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:53.432446 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-49bc444f-446d-412f-a27b-779ba3cbb507 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:53.477850 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e072d7-ca56-4376-ac84-bded76636f89 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2359760-e7fd-41c4-8fbc-42319e64e530,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:53.480914 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-c5e072d7-ca56-4376-ac84-bded76636f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:53.571756 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c5e072d7-ca56-4376-ac84-bded76636f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380191'] for router_gateway, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:53.753908 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c5e072d7-ca56-4376-ac84-bded76636f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30221'] for router, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:53.756006 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c5e072d7-ca56-4376-ac84-bded76636f89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:53.777960 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c5e072d7-ca56-4376-ac84-bded76636f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685749'] for router, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:53.778504 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e072d7-ca56-4376-ac84-bded76636f89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0eb71af9-3401-43cf-8137-0e5954764166 {{(pid=91617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 03 16:25:53.790951 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-c5e072d7-ca56-4376-ac84-bded76636f89 admin admin] Notify callbacks [] for router, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:53.792062 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-c5e072d7-ca56-4376-ac84-bded76636f89 admin admin] 10.222.0.66 "DELETE /v2.0/routers/0eb71af9-3401-43cf-8137-0e5954764166 HTTP/1.1" status: 204  len: 168 time: 1.4007554
Jun 03 16:25:53.794553 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 38000) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:25:53.857122 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63bd53a-6bdd-4f84-b4ca-82eac2d6f820 admin admin] Deleting subnet e1cf8725-43b3-4508-857e-71350cd10ed6 {{(pid=91617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 16:25:53.860647 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a63bd53a-6bdd-4f84-b4ca-82eac2d6f820 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:53.914784 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a63bd53a-6bdd-4f84-b4ca-82eac2d6f820 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296656'] for subnet, precommit_delete_associations {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:53.999722 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 923be44e-72c8-49e9-a749-d488b445b6b2 no longer exists at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:25:54.013496 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a63bd53a-6bdd-4f84-b4ca-82eac2d6f820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722772'] for subnet, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:54.044406 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] No Port match for: 923be44e-72c8-49e9-a749-d488b445b6b2 {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:25:54.044998 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 923be44e-72c8-49e9-a749-d488b445b6b2 not bound to the agent host dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:25:54.153485 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0e5e7-cb83-45d6-987e-b3210b7a845e req-54bf7e67-f235-48f4-b923-c00ae9769655 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:54.155198 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-feb0e5e7-cb83-45d6-987e-b3210b7a845e req-54bf7e67-f235-48f4-b923-c00ae9769655 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0844073
Jun 03 16:25:54.205616 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-feb0e5e7-cb83-45d6-987e-b3210b7a845e req-a87f27d5-b295-402b-ac40-746653c85834 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433021
Jun 03 16:25:54.281206 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a63bd53a-6bdd-4f84-b4ca-82eac2d6f820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2387657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2910328'] for subnet, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:54.286431 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:54.325190 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bd53a-6bdd-4f84-b4ca-82eac2d6f820 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1cf8725-43b3-4508-857e-71350cd10ed6,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:54.328253 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a63bd53a-6bdd-4f84-b4ca-82eac2d6f820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:54.331844 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a63bd53a-6bdd-4f84-b4ca-82eac2d6f820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for subnet, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:54.336651 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6ccf15-d60b-4958-9bb1-2a7d17459ead None None] Network 59734cb5-b3cd-4731-b72c-e406b3f16f4f requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:25:54.338917 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-a63bd53a-6bdd-4f84-b4ca-82eac2d6f820 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e1cf8725-43b3-4508-857e-71350cd10ed6 HTTP/1.1" status: 204  len: 168 time: 0.5434308
Jun 03 16:25:54.341319 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 38004) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:25:54.448017 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-161830f8-5742-416b-bef4-a23e18fd87bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086256'] for network, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:54.524106 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-161830f8-5742-416b-bef4-a23e18fd87bb admin admin] Deleting port 7c18ba7a-1fd5-40c7-aaee-35463dc2ea33 {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:25:54.524317 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-161830f8-5742-416b-bef4-a23e18fd87bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:54.598769 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feddc9df-ebf8-4d1c-aedb-01b55e899cf5 None None] DHCP port deletion for 59734cb5-b3cd-4731-b72c-e406b3f16f4f request from dv-cinder-786524-8-iscsi {{(pid=91618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 03 16:25:54.670373 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-feddc9df-ebf8-4d1c-aedb-01b55e899cf5 None None] Deleting port 7c18ba7a-1fd5-40c7-aaee-35463dc2ea33 {{(pid=91618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:25:54.670764 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-feddc9df-ebf8-4d1c-aedb-01b55e899cf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:54.731840 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-161830f8-5742-416b-bef4-a23e18fd87bb admin admin] For port 7c18ba7a-1fd5-40c7-aaee-35463dc2ea33, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=7c18ba7a-1fd5-40c7-aaee-35463dc2ea33,segment=NetworkSegment(65209784-6311-4945-8a9d-aa092e608747),segment_id=65209784-6311-4945-8a9d-aa092e608747)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:25:54.732201 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-161830f8-5742-416b-bef4-a23e18fd87bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:54.773093 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-feddc9df-ebf8-4d1c-aedb-01b55e899cf5 None None] For port 7c18ba7a-1fd5-40c7-aaee-35463dc2ea33, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=7c18ba7a-1fd5-40c7-aaee-35463dc2ea33,segment=NetworkSegment(65209784-6311-4945-8a9d-aa092e608747),segment_id=65209784-6311-4945-8a9d-aa092e608747)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:25:54.773487 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-feddc9df-ebf8-4d1c-aedb-01b55e899cf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:54.856556 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-161830f8-5742-416b-bef4-a23e18fd87bb admin admin] Calling delete_port for 7c18ba7a-1fd5-40c7-aaee-35463dc2ea33 owned by network:dhcp {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:25:54.895625 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-feddc9df-ebf8-4d1c-aedb-01b55e899cf5 None None] Calling delete_port for 7c18ba7a-1fd5-40c7-aaee-35463dc2ea33 owned by network:dhcp {{(pid=91618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:25:54.904095 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-161830f8-5742-416b-bef4-a23e18fd87bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:54.908619 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-25c42820-3833-4830-9e94-e19a467eba27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:54.938460 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-feddc9df-ebf8-4d1c-aedb-01b55e899cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349'] for port, after_delete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:54.942390 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:54.955812 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161830f8-5742-416b-bef4-a23e18fd87bb admin admin] Pushing event deleted for resources: {'Port': ['ID=7c18ba7a-1fd5-40c7-aaee-35463dc2ea33,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:54.958524 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-161830f8-5742-416b-bef4-a23e18fd87bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:54.960850 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161830f8-5742-416b-bef4-a23e18fd87bb admin admin] No DVR routers for this DVR port 7c18ba7a-1fd5-40c7-aaee-35463dc2ea33 on host dv-cinder-786524-8-iscsi {{(pid=91617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:25:54.988961 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feddc9df-ebf8-4d1c-aedb-01b55e899cf5 None None] Pushing event deleted for resources: {'Port': ['ID=7c18ba7a-1fd5-40c7-aaee-35463dc2ea33,revision_number=None']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:54.995175 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-feddc9df-ebf8-4d1c-aedb-01b55e899cf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:54.996963 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feddc9df-ebf8-4d1c-aedb-01b55e899cf5 None None] No DVR routers for this DVR port 7c18ba7a-1fd5-40c7-aaee-35463dc2ea33 on host dv-cinder-786524-8-iscsi {{(pid=91618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:25:55.077825 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-161830f8-5742-416b-bef4-a23e18fd87bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8051073', 'neutron.services.segments.db._delete_segments_for_network-8727276549825'] for network, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:55.090485 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.services.segments.db [None req-161830f8-5742-416b-bef4-a23e18fd87bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7effa1a11b80>,) {'filters': {'network_id': ['59734cb5-b3cd-4731-b72c-e406b3f16f4f']}} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:25:55.102462 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.services.segments.db [None req-161830f8-5742-416b-bef4-a23e18fd87bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7effa1a11b80>, '65209784-6311-4945-8a9d-aa092e608747') {'for_net_delete': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:25:55.102760 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.services.segments.db [None req-161830f8-5742-416b-bef4-a23e18fd87bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7effa1a11b80>, '65209784-6311-4945-8a9d-aa092e608747') {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:25:55.114634 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-161830f8-5742-416b-bef4-a23e18fd87bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727276553436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296617'] for segment, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:55.131766 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-161830f8-5742-416b-bef4-a23e18fd87bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:55.137861 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161830f8-5742-416b-bef4-a23e18fd87bb admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=91617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 16:25:55.138246 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-161830f8-5742-416b-bef4-a23e18fd87bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2387491'] for segment, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]: Traceback (most recent call last):
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]:     timer()
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]:     cb(*args, **kw)
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]:     return func(*args, **kwargs)
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]:     self._notify()
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]:     self.callback(batched_events)
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]:     event.method(event)
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]:     return f(self, *a, **k)
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]:     return self._get(url).json()
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]:     return self.request(url, 'GET', **kwargs)
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 16:25:55.152319 dv-cinder-786524-8-iscsi neutron-server[91617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 16:25:55.229053 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-161830f8-5742-416b-bef4-a23e18fd87bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380276'] for network, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:55.234591 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-161830f8-5742-416b-bef4-a23e18fd87bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:55.237173 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:55.257703 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161830f8-5742-416b-bef4-a23e18fd87bb admin admin] Pushing event deleted for resources: {'Network': ['ID=59734cb5-b3cd-4731-b72c-e406b3f16f4f,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:55.260575 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-161830f8-5742-416b-bef4-a23e18fd87bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:55.273778 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-161830f8-5742-416b-bef4-a23e18fd87bb admin admin] 10.222.0.66 "DELETE /v2.0/networks/59734cb5-b3cd-4731-b72c-e406b3f16f4f HTTP/1.1" status: 204  len: 168 time: 0.9314950
Jun 03 16:25:55.276740 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 38010) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:25:55.378212 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device c2359760-e7fd-41c4-8fbc-42319e64e530 no longer exists at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:25:55.400767 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc301257-fbb1-4938-a0da-b1323343a05e req-c3ca1f34-2e9d-4bce-97b4-d4bc7ab61077 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:55.402411 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-fc301257-fbb1-4938-a0da-b1323343a05e req-c3ca1f34-2e9d-4bce-97b4-d4bc7ab61077 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0901144
Jun 03 16:25:55.414280 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] No Port match for: c2359760-e7fd-41c4-8fbc-42319e64e530 {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:25:55.414773 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device c2359760-e7fd-41c4-8fbc-42319e64e530 not bound to the agent host dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:25:55.415309 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 7c18ba7a-1fd5-40c7-aaee-35463dc2ea33 no longer exists at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:25:55.449716 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-fc301257-fbb1-4938-a0da-b1323343a05e req-7ce52d60-20bb-426b-bb69-14ed7fb7d21e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398371
Jun 03 16:25:55.453361 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] No Port match for: 7c18ba7a-1fd5-40c7-aaee-35463dc2ea33 {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:25:55.453846 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 7c18ba7a-1fd5-40c7-aaee-35463dc2ea33 not bound to the agent host dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:25:55.826326 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-b844bd19-76fa-4213-9387-9828885ed427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681826'] for router_interface, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:56.339255 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-b844bd19-76fa-4213-9387-9828885ed427 admin admin] Deleting port 82d62fa3-09d8-4e53-9008-700eb2b17ee2 {{(pid=91616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:25:56.339999 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-b844bd19-76fa-4213-9387-9828885ed427 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:56.460448 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.db [None req-b844bd19-76fa-4213-9387-9828885ed427 admin admin] For port 82d62fa3-09d8-4e53-9008-700eb2b17ee2, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=82d62fa3-09d8-4e53-9008-700eb2b17ee2,segment=NetworkSegment(2ee5ab9d-b86e-45d7-a9a9-745eb7809d75),segment_id=2ee5ab9d-b86e-45d7-a9a9-745eb7809d75)] {{(pid=91616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:25:56.460807 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-b844bd19-76fa-4213-9387-9828885ed427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:56.585409 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-b844bd19-76fa-4213-9387-9828885ed427 admin admin] Calling delete_port for 82d62fa3-09d8-4e53-9008-700eb2b17ee2 owned by network:router_interface {{(pid=91616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:25:56.691406 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf70160-bf5d-4236-a964-056c5168ee1e req-c2d7ffd8-5c41-433b-b5c5-58f41d77d59a tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:56.693107 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6bf70160-bf5d-4236-a964-056c5168ee1e req-c2d7ffd8-5c41-433b-b5c5-58f41d77d59a tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.1144977
Jun 03 16:25:56.751599 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6bf70160-bf5d-4236-a964-056c5168ee1e req-dd02e600-396f-4fde-bb99-8403849eacad tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507569
Jun 03 16:25:56.773747 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:25:56.837796 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-b844bd19-76fa-4213-9387-9828885ed427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954439'] for port, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:56.842032 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-9ecc27dd-bcfb-4e37-ba00-96cf682f0966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:56.884936 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844bd19-76fa-4213-9387-9828885ed427 admin admin] Pushing event deleted for resources: {'Port': ['ID=82d62fa3-09d8-4e53-9008-700eb2b17ee2,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:56.910570 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-b844bd19-76fa-4213-9387-9828885ed427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:57.151182 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-b844bd19-76fa-4213-9387-9828885ed427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660668'] for router_interface, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:57.510217 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b844bd19-76fa-4213-9387-9828885ed427 admin admin] Router 1731e151-5832-4b96-87af-b973da2e59ae has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:25:57.790983 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b844bd19-76fa-4213-9387-9828885ed427 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:25:57.800833 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab9d786-e706-412d-a5e3-73c63b26c67a None None] Sync routers for ids ['1731e151-5832-4b96-87af-b973da2e59ae'] in dv-cinder-786524-8-iscsi {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:25:57.813393 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-b844bd19-76fa-4213-9387-9828885ed427 admin admin] 10.222.0.66 "PUT /v2.0/routers/1731e151-5832-4b96-87af-b973da2e59ae/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5327780
Jun 03 16:25:57.813920 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 38022) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:25:57.817020 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab9d786-e706-412d-a5e3-73c63b26c67a None None] Routers {'1731e151-5832-4b96-87af-b973da2e59ae'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:25:57.817764 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-3ab9d786-e706-412d-a5e3-73c63b26c67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa1fa8fa0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:25:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['1731e151-5832-4b96-87af-b973da2e59ae'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:25:57.946561 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523eef3b-1eff-4985-83dd-bfb29f69e7c2 req-7a1c04ac-2632-4038-a376-216be75f5117 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:57.948094 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-523eef3b-1eff-4985-83dd-bfb29f69e7c2 req-7a1c04ac-2632-4038-a376-216be75f5117 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0887802
Jun 03 16:25:58.004970 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-523eef3b-1eff-4985-83dd-bfb29f69e7c2 req-95d455e7-845d-4179-984a-1a1434f06477 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504172
Jun 03 16:25:58.009684 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bc167455-7536-4047-a01a-2d700ea0d491 admin admin] Notify callbacks [] for router, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:58.045365 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-3ab9d786-e706-412d-a5e3-73c63b26c67a None None] Set router 1731e151-5832-4b96-87af-b973da2e59ae gateway port host: dv-cinder-786524-8-iscsi {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:25:58.183726 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bc167455-7536-4047-a01a-2d700ea0d491 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:58.257289 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-bc167455-7536-4047-a01a-2d700ea0d491 admin admin] Deleting port 5a422318-cfb2-44fe-8eb1-bbaecb7582d7 {{(pid=91616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:25:58.257644 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bc167455-7536-4047-a01a-2d700ea0d491 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:58.328998 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-3ab9d786-e706-412d-a5e3-73c63b26c67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa1fa8fa0>, [{'id': '1731e151-5832-4b96-87af-b973da2e59ae', 'name': 'tempest-TestShelveInstance-1599716088-router', 'tenant_id': '6ba6a33644714f3981404ebc87d038e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5a422318-cfb2-44fe-8eb1-bbaecb7582d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:21Z', 'updated_at': '2021-06-03T16:25:56Z', 'revision_number': 5, 'project_id': '6ba6a33644714f3981404ebc87d038e6', 'gw_port': {'id': '5a422318-cfb2-44fe-8eb1-bbaecb7582d7', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731e151-5832-4b96-87af-b973da2e59ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:22Z', 'updated_at': '2021-06-03T16:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:25:58.332961 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab9d786-e706-412d-a5e3-73c63b26c67a None None] Checking router: 1731e151-5832-4b96-87af-b973da2e59ae for host: dv-cinder-786524-8-iscsi {{(pid=91619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:25:58.341041 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab9d786-e706-412d-a5e3-73c63b26c67a None None] Routers {'1731e151-5832-4b96-87af-b973da2e59ae'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:25:58.341686 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-3ab9d786-e706-412d-a5e3-73c63b26c67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa1fa8fa0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:25:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['1731e151-5832-4b96-87af-b973da2e59ae'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:25:58.379642 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.db [None req-bc167455-7536-4047-a01a-2d700ea0d491 admin admin] For port 5a422318-cfb2-44fe-8eb1-bbaecb7582d7, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=5a422318-cfb2-44fe-8eb1-bbaecb7582d7,segment=NetworkSegment(85b01a76-96af-409b-a8d7-73ca63f153b4),segment_id=85b01a76-96af-409b-a8d7-73ca63f153b4)] {{(pid=91616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:25:58.380001 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bc167455-7536-4047-a01a-2d700ea0d491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:58.494812 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-3ab9d786-e706-412d-a5e3-73c63b26c67a None None] Set router 1731e151-5832-4b96-87af-b973da2e59ae gateway port host: None {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:25:58.502962 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-bc167455-7536-4047-a01a-2d700ea0d491 admin admin] Calling delete_port for 5a422318-cfb2-44fe-8eb1-bbaecb7582d7 owned by network:router_gateway {{(pid=91616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:25:58.599843 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-3ab9d786-e706-412d-a5e3-73c63b26c67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa1fa8fa0>, [{'id': '1731e151-5832-4b96-87af-b973da2e59ae', 'name': 'tempest-TestShelveInstance-1599716088-router', 'tenant_id': '6ba6a33644714f3981404ebc87d038e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:21Z', 'updated_at': '2021-06-03T16:25:58Z', 'revision_number': 6, 'project_id': '6ba6a33644714f3981404ebc87d038e6', 'gw_port_host': None}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:25:58.603841 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab9d786-e706-412d-a5e3-73c63b26c67a None None] The sync data for ids ['1731e151-5832-4b96-87af-b973da2e59ae'] in dv-cinder-786524-8-iscsi is: [{'id': '1731e151-5832-4b96-87af-b973da2e59ae', 'name': 'tempest-TestShelveInstance-1599716088-router', 'tenant_id': '6ba6a33644714f3981404ebc87d038e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:21Z', 'updated_at': '2021-06-03T16:25:58Z', 'revision_number': 6, 'project_id': '6ba6a33644714f3981404ebc87d038e6', 'gw_port_host': None}] {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:25:58.651443 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bc167455-7536-4047-a01a-2d700ea0d491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954439'] for port, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:58.654856 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:58.698549 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc167455-7536-4047-a01a-2d700ea0d491 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a422318-cfb2-44fe-8eb1-bbaecb7582d7,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:58.723932 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-bc167455-7536-4047-a01a-2d700ea0d491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:58.792033 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bc167455-7536-4047-a01a-2d700ea0d491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380191'] for router_gateway, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:58.965589 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bc167455-7536-4047-a01a-2d700ea0d491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30221'] for router, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:58.967949 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bc167455-7536-4047-a01a-2d700ea0d491 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:58.996363 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bc167455-7536-4047-a01a-2d700ea0d491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685749'] for router, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:58.997133 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc167455-7536-4047-a01a-2d700ea0d491 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1731e151-5832-4b96-87af-b973da2e59ae {{(pid=91616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 03 16:25:59.010570 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-bc167455-7536-4047-a01a-2d700ea0d491 admin admin] Notify callbacks [] for router, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:59.011697 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-bc167455-7536-4047-a01a-2d700ea0d491 admin admin] 10.222.0.66 "DELETE /v2.0/routers/1731e151-5832-4b96-87af-b973da2e59ae HTTP/1.1" status: 204  len: 168 time: 1.1968701
Jun 03 16:25:59.014186 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 38026) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:25:59.072745 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_v2 [None req-95093045-192f-4f4c-8d42-c99b1a95e45e admin admin] Deleting subnet 53e9062e-c243-4605-bbfc-d38190a05fbb {{(pid=91616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 16:25:59.076130 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-95093045-192f-4f4c-8d42-c99b1a95e45e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:59.276789 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-95093045-192f-4f4c-8d42-c99b1a95e45e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3092190'] for subnet, precommit_delete_associations {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:59.410019 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b694a0-908d-4aa3-8b4a-8b03609febd5 req-3929c31f-7140-47b1-99ed-e2b8f0559b9e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:25:59.411540 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f8b694a0-908d-4aa3-8b4a-8b03609febd5 req-3929c31f-7140-47b1-99ed-e2b8f0559b9e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.2943084
Jun 03 16:25:59.414470 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 82d62fa3-09d8-4e53-9008-700eb2b17ee2 no longer exists at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:25:59.450801 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-95093045-192f-4f4c-8d42-c99b1a95e45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722772'] for subnet, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:59.451425 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] No Port match for: 82d62fa3-09d8-4e53-9008-700eb2b17ee2 {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:25:59.451777 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 82d62fa3-09d8-4e53-9008-700eb2b17ee2 not bound to the agent host dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:25:59.452227 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 5a422318-cfb2-44fe-8eb1-bbaecb7582d7 no longer exists at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:25:59.511281 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f8b694a0-908d-4aa3-8b4a-8b03609febd5 req-bc203ebe-8da6-40aa-94d8-f0d7391a3023 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0915966
Jun 03 16:25:59.529834 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] No Port match for: 5a422318-cfb2-44fe-8eb1-bbaecb7582d7 {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:25:59.530258 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 5a422318-cfb2-44fe-8eb1-bbaecb7582d7 not bound to the agent host dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:25:59.723797 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-95093045-192f-4f4c-8d42-c99b1a95e45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858693'] for subnet, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:59.727939 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-1d8e46d7-ac0a-4b3c-a02d-b44f33c6a6ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:25:59.762773 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95093045-192f-4f4c-8d42-c99b1a95e45e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53e9062e-c243-4605-bbfc-d38190a05fbb,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:25:59.765761 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-95093045-192f-4f4c-8d42-c99b1a95e45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:25:59.770036 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-95093045-192f-4f4c-8d42-c99b1a95e45e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:59.775721 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9738b0dd-7979-45fd-81b6-9b0a8ddda528 None None] Network 0a0485fa-0060-4da4-80ad-c2b36b1f3766 requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:25:59.777557 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-95093045-192f-4f4c-8d42-c99b1a95e45e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/53e9062e-c243-4605-bbfc-d38190a05fbb HTTP/1.1" status: 204  len: 168 time: 0.7623792
Jun 03 16:25:59.778625 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 38032) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:25:59.885922 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4f057f76-e46e-4aaa-bcdb-c9184879a60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086256'] for network, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:25:59.961426 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-4f057f76-e46e-4aaa-bcdb-c9184879a60d admin admin] Deleting port 9905e157-5ec4-4910-9e62-25f1b903e107 {{(pid=91616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:25:59.961694 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4f057f76-e46e-4aaa-bcdb-c9184879a60d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:00.029033 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f21214d-c5ad-4f2c-a561-1d3422646848 None None] DHCP port deletion for 0a0485fa-0060-4da4-80ad-c2b36b1f3766 request from dv-cinder-786524-8-iscsi {{(pid=91618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 03 16:26:00.066693 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.db [None req-4f057f76-e46e-4aaa-bcdb-c9184879a60d admin admin] For port 9905e157-5ec4-4910-9e62-25f1b903e107, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=9905e157-5ec4-4910-9e62-25f1b903e107,segment=NetworkSegment(2ee5ab9d-b86e-45d7-a9a9-745eb7809d75),segment_id=2ee5ab9d-b86e-45d7-a9a9-745eb7809d75)] {{(pid=91616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:26:00.067051 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4f057f76-e46e-4aaa-bcdb-c9184879a60d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:00.092439 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-9f21214d-c5ad-4f2c-a561-1d3422646848 None None] Deleting port 9905e157-5ec4-4910-9e62-25f1b903e107 {{(pid=91618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:26:00.092823 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9f21214d-c5ad-4f2c-a561-1d3422646848 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:00.190797 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-9f21214d-c5ad-4f2c-a561-1d3422646848 None None] For port 9905e157-5ec4-4910-9e62-25f1b903e107, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=9905e157-5ec4-4910-9e62-25f1b903e107,segment=NetworkSegment(2ee5ab9d-b86e-45d7-a9a9-745eb7809d75),segment_id=2ee5ab9d-b86e-45d7-a9a9-745eb7809d75)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:26:00.191110 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9f21214d-c5ad-4f2c-a561-1d3422646848 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:00.192013 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-4f057f76-e46e-4aaa-bcdb-c9184879a60d admin admin] Calling delete_port for 9905e157-5ec4-4910-9e62-25f1b903e107 owned by network:dhcp {{(pid=91616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:26:00.239021 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4f057f76-e46e-4aaa-bcdb-c9184879a60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954439'] for port, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:00.243092 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:26:00.290189 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f057f76-e46e-4aaa-bcdb-c9184879a60d admin admin] Pushing event deleted for resources: {'Port': ['ID=9905e157-5ec4-4910-9e62-25f1b903e107,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:26:00.291887 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f057f76-e46e-4aaa-bcdb-c9184879a60d admin admin] No DVR routers for this DVR port 9905e157-5ec4-4910-9e62-25f1b903e107 on host dv-cinder-786524-8-iscsi {{(pid=91616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:26:00.293364 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-4f057f76-e46e-4aaa-bcdb-c9184879a60d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:26:00.310353 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-9f21214d-c5ad-4f2c-a561-1d3422646848 None None] Calling delete_port for 9905e157-5ec4-4910-9e62-25f1b903e107 owned by network:dhcp {{(pid=91618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:26:00.353442 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9f21214d-c5ad-4f2c-a561-1d3422646848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349'] for port, after_delete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:00.356924 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-76c96c0d-f24b-4807-af75-e17719f16e8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:26:00.403186 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21214d-c5ad-4f2c-a561-1d3422646848 None None] Pushing event deleted for resources: {'Port': ['ID=9905e157-5ec4-4910-9e62-25f1b903e107,revision_number=None']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:26:00.405473 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f21214d-c5ad-4f2c-a561-1d3422646848 None None] No DVR routers for this DVR port 9905e157-5ec4-4910-9e62-25f1b903e107 on host dv-cinder-786524-8-iscsi {{(pid=91618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:26:00.414002 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f21214d-c5ad-4f2c-a561-1d3422646848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:00.414866 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f21214d-c5ad-4f2c-a561-1d3422646848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:00.415408 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f21214d-c5ad-4f2c-a561-1d3422646848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:00.415508 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f21214d-c5ad-4f2c-a561-1d3422646848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:00.415823 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f21214d-c5ad-4f2c-a561-1d3422646848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:00.416151 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f21214d-c5ad-4f2c-a561-1d3422646848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:00.416471 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f21214d-c5ad-4f2c-a561-1d3422646848 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:00.416788 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f21214d-c5ad-4f2c-a561-1d3422646848 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:00.416903 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4f057f76-e46e-4aaa-bcdb-c9184879a60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8051073', 'neutron.services.segments.db._delete_segments_for_network-8727276549825'] for network, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:00.417126 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f21214d-c5ad-4f2c-a561-1d3422646848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:00.417519 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f21214d-c5ad-4f2c-a561-1d3422646848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:00.417746 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f21214d-c5ad-4f2c-a561-1d3422646848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:00.418062 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f21214d-c5ad-4f2c-a561-1d3422646848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:00.420951 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-9f21214d-c5ad-4f2c-a561-1d3422646848 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:26:00.430519 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.services.segments.db [None req-4f057f76-e46e-4aaa-bcdb-c9184879a60d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7effa1213880>,) {'filters': {'network_id': ['0a0485fa-0060-4da4-80ad-c2b36b1f3766']}} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:26:00.443048 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.services.segments.db [None req-4f057f76-e46e-4aaa-bcdb-c9184879a60d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7effa1213880>, '2ee5ab9d-b86e-45d7-a9a9-745eb7809d75') {'for_net_delete': True} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:26:00.443351 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.services.segments.db [None req-4f057f76-e46e-4aaa-bcdb-c9184879a60d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7effa1213880>, '2ee5ab9d-b86e-45d7-a9a9-745eb7809d75') {} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:26:00.455338 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4f057f76-e46e-4aaa-bcdb-c9184879a60d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727276553436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3092135'] for segment, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:00.471776 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4f057f76-e46e-4aaa-bcdb-c9184879a60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:00.477666 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f057f76-e46e-4aaa-bcdb-c9184879a60d admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=91616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 16:26:00.478037 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4f057f76-e46e-4aaa-bcdb-c9184879a60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954264'] for segment, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]: Traceback (most recent call last):
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]:     timer()
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]:     cb(*args, **kw)
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]:     return func(*args, **kwargs)
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]:     self._notify()
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]:     self.callback(batched_events)
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]:     event.method(event)
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]:     return f(self, *a, **k)
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]:     return self._get(url).json()
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]:     return self.request(url, 'GET', **kwargs)
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 16:26:00.494417 dv-cinder-786524-8-iscsi neutron-server[91616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 16:26:00.566179 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4f057f76-e46e-4aaa-bcdb-c9184879a60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380276'] for network, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:00.569443 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:26:00.584772 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-4f057f76-e46e-4aaa-bcdb-c9184879a60d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:00.592649 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f057f76-e46e-4aaa-bcdb-c9184879a60d admin admin] Pushing event deleted for resources: {'Network': ['ID=0a0485fa-0060-4da4-80ad-c2b36b1f3766,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:26:00.597351 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-4f057f76-e46e-4aaa-bcdb-c9184879a60d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:26:00.601134 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-4f057f76-e46e-4aaa-bcdb-c9184879a60d admin admin] 10.222.0.66 "DELETE /v2.0/networks/0a0485fa-0060-4da4-80ad-c2b36b1f3766 HTTP/1.1" status: 204  len: 168 time: 0.8215797
Jun 03 16:26:00.701796 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225246b0-32ae-4dfa-a609-4ad1bffb4325 req-bed59dbf-73d6-4a0e-8864-a849c3d13d1e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:00.703349 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-225246b0-32ae-4dfa-a609-4ad1bffb4325 req-bed59dbf-73d6-4a0e-8864-a849c3d13d1e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0839260
Jun 03 16:26:00.721492 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 38042) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:26:00.753039 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-225246b0-32ae-4dfa-a609-4ad1bffb4325 req-5962155a-2429-40a0-a1d3-9ffb748b6d55 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434201
Jun 03 16:26:00.774928 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-36a7b617-baaa-4580-bb0a-9c24b0da7a6f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f244f46dcdba4cb1ae27b5a94b44c8f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0521235
Jun 03 16:26:00.777263 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 38044) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:26:00.833427 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d5ed-95e3-4150-a996-0f0c86e26f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:00.858318 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d5ed-95e3-4150-a996-0f0c86e26f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:00.909941 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d5ed-95e3-4150-a996-0f0c86e26f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:00.913575 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-2c7d3920-bfa2-4e99-905c-301a664415aa tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:26:00.927117 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2d5ed-95e3-4150-a996-0f0c86e26f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f74c2a-6942-46ca-9353-e3618c22d924,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:26:00.930915 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-6ae2d5ed-95e3-4150-a996-0f0c86e26f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:26:00.934099 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d5ed-95e3-4150-a996-0f0c86e26f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:00.935286 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-6ae2d5ed-95e3-4150-a996-0f0c86e26f4c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b9f74c2a-6942-46ca-9353-e3618c22d924 HTTP/1.1" status: 204  len: 168 time: 0.1571236
Jun 03 16:26:01.268102 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 38050) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:26:01.316003 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-19f24bc6-8e58-4dd4-a83e-0cff5261f460 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6ba6a33644714f3981404ebc87d038e6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0465748
Jun 03 16:26:01.318454 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 38052) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:26:01.361823 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 9905e157-5ec4-4910-9e62-25f1b903e107 no longer exists at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:26:01.379097 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f15739c0-1f19-404e-b8e6-901dec452549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:01.397093 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] No Port match for: 9905e157-5ec4-4910-9e62-25f1b903e107 {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:26:01.397453 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 9905e157-5ec4-4910-9e62-25f1b903e107 not bound to the agent host dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:26:01.406861 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f15739c0-1f19-404e-b8e6-901dec452549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:01.457870 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f15739c0-1f19-404e-b8e6-901dec452549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:01.461655 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-9f30caeb-1ce3-4143-b642-c2543b6d17cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:26:01.472200 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15739c0-1f19-404e-b8e6-901dec452549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd655170-17f8-43b3-9684-6b33748233c4,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:26:01.476025 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-f15739c0-1f19-404e-b8e6-901dec452549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:26:01.479532 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f15739c0-1f19-404e-b8e6-901dec452549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:01.480633 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-f15739c0-1f19-404e-b8e6-901dec452549 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fd655170-17f8-43b3-9684-6b33748233c4 HTTP/1.1" status: 204  len: 168 time: 0.1612575
Jun 03 16:26:01.945867 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24804bd4-f195-4afd-9dc4-df3701fe9a1f req-4ee307a5-0be7-4f4e-b2bd-a3af08a64490 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:01.947325 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-24804bd4-f195-4afd-9dc4-df3701fe9a1f req-4ee307a5-0be7-4f4e-b2bd-a3af08a64490 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0839391
Jun 03 16:26:02.085486 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-24804bd4-f195-4afd-9dc4-df3701fe9a1f req-ef3a955d-18c5-4420-a8e9-05a9c0863276 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1324854
Jun 03 16:26:03.270735 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8619300-3513-4755-ad5b-d3784f79fe82 req-7a37db63-8c81-4160-a6be-13f278026eb3 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:03.272167 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b8619300-3513-4755-ad5b-d3784f79fe82 req-7a37db63-8c81-4160-a6be-13f278026eb3 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0824509
Jun 03 16:26:03.316450 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b8619300-3513-4755-ad5b-d3784f79fe82 req-0881f7a6-8e07-4a6c-b933-d0a68822b7c9 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385425
Jun 03 16:26:04.498346 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0470f-b348-4a00-8a0f-aea5e91b73bd req-37ce9173-8df6-4d3b-a7ec-d486db9f23e3 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:04.499791 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-80b0470f-b348-4a00-8a0f-aea5e91b73bd req-37ce9173-8df6-4d3b-a7ec-d486db9f23e3 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0773723
Jun 03 16:26:04.543121 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-80b0470f-b348-4a00-8a0f-aea5e91b73bd req-609adc1c-c884-4e95-a380-46c5c6e420d7 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371315
Jun 03 16:26:05.723541 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c7f49-d6f1-478e-bd77-0d5b7039aeab req-a8a10ea7-7df7-49b5-bed3-70c52b2bb1fb tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:05.724985 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-540c7f49-d6f1-478e-bd77-0d5b7039aeab req-a8a10ea7-7df7-49b5-bed3-70c52b2bb1fb tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0807555
Jun 03 16:26:05.778449 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-540c7f49-d6f1-478e-bd77-0d5b7039aeab req-b3799888-d07d-4740-b3b2-d182cc3190da tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478101
Jun 03 16:26:06.113140 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2a3bf-7201-4caf-b3fa-f2975f57bde7 req-fef3a979-a7b0-40b0-933d-ee9c0371a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:06.114679 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-13e2a3bf-7201-4caf-b3fa-f2975f57bde7 req-fef3a979-a7b0-40b0-933d-ee9c0371a6a4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a8bfa9e92bd94e3382c94206d64bc6a3&device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 1138 time: 0.1430635
Jun 03 16:26:06.123351 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fac20-0166-4c27-acf9-e032bc5533c5 req-b1af6514-8894-4de8-9f67-d327d15f8f08 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:06.124686 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7f5fac20-0166-4c27-acf9-e032bc5533c5 req-b1af6514-8894-4de8-9f67-d327d15f8f08 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 985 time: 0.1198695
Jun 03 16:26:06.258733 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7f5fac20-0166-4c27-acf9-e032bc5533c5 req-0781c660-fd53-498e-b3b7-d521734b6034 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&id=93a1798d-bd45-4da5-90d7-51aba8727273&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1153903
Jun 03 16:26:06.288214 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2a3bf-7201-4caf-b3fa-f2975f57bde7 req-dde62d9e-004e-418e-a3e7-3ad1f59c4e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:06.289739 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-13e2a3bf-7201-4caf-b3fa-f2975f57bde7 req-dde62d9e-004e-418e-a3e7-3ad1f59c4e48 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348 HTTP/1.1" status: 200  len: 915 time: 0.1641893
Jun 03 16:26:06.496651 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-13e2a3bf-7201-4caf-b3fa-f2975f57bde7 req-1a247ae0-cb8c-48e3-90ca-41c3610556c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b4dbc0e-9641-4917-9f7f-3da8db4412c7 HTTP/1.1" status: 200  len: 1001 time: 0.1944509
Jun 03 16:26:06.558882 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2a3bf-7201-4caf-b3fa-f2975f57bde7 req-14a5b7cf-3afe-4c5b-8e19-8bc1ef1e4761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:06.560275 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-13e2a3bf-7201-4caf-b3fa-f2975f57bde7 req-14a5b7cf-3afe-4c5b-8e19-8bc1ef1e4761 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5cf2a1c-41bf-447c-83c4-f002ed66edbf HTTP/1.1" status: 200  len: 853 time: 0.0561271
Jun 03 16:26:06.635133 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2a3bf-7201-4caf-b3fa-f2975f57bde7 req-0904dac4-b848-4c62-b7dc-bea2ac364d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:06.636529 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-13e2a3bf-7201-4caf-b3fa-f2975f57bde7 req-0904dac4-b848-4c62-b7dc-bea2ac364d2f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0683599
Jun 03 16:26:06.768444 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-13e2a3bf-7201-4caf-b3fa-f2975f57bde7 req-14854b10-b7bf-450d-881e-74400fd91d86 service neutron] 10.222.0.73 "GET /v2.0/networks/1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246109
Jun 03 16:26:06.902762 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-13e2a3bf-7201-4caf-b3fa-f2975f57bde7 req-6cc4acee-1aae-4514-af0c-8b27ca43ae0a service neutron] 10.222.0.73 "GET /v2.0/networks/1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270761
Jun 03 16:26:06.977985 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc5188-63c1-43bf-a3f2-7e6ac292db21 req-91ff4775-1283-411b-989c-1f8c3c82970c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:06.979436 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-8bbc5188-63c1-43bf-a3f2-7e6ac292db21 req-91ff4775-1283-411b-989c-1f8c3c82970c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0851233
Jun 03 16:26:06.988038 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-c33f1f01-2bb2-4a00-810b-ca2912f0ec3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:07.029352 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-8bbc5188-63c1-43bf-a3f2-7e6ac292db21 req-9fdbb823-9e3f-4245-8a3b-b5761642abcc tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433884
Jun 03 16:26:07.446956 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1041e-5335-411c-907d-953270a69c30 req-d2186b1b-05ac-4078-8ee7-e4d0f2b959aa tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:07.448412 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-edc1041e-5335-411c-907d-953270a69c30 req-d2186b1b-05ac-4078-8ee7-e4d0f2b959aa tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 985 time: 0.0834014
Jun 03 16:26:07.495360 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-edc1041e-5335-411c-907d-953270a69c30 req-589ecf09-c66d-4db7-87dd-6dc362921991 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&id=93a1798d-bd45-4da5-90d7-51aba8727273&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0408740
Jun 03 16:26:08.219329 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e47fc9-56ce-4582-a016-dd34e4af540e req-bab2a072-9929-4617-8eb5-27f606d790d8 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:08.220684 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-67e47fc9-56ce-4582-a016-dd34e4af540e req-bab2a072-9929-4617-8eb5-27f606d790d8 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0829680
Jun 03 16:26:08.264789 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-67e47fc9-56ce-4582-a016-dd34e4af540e req-80a74be7-567c-4b65-9bf0-a8d7476e4072 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382164
Jun 03 16:26:08.681897 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9a7cd-ad64-4013-b3ea-2ef2321ed75b req-78219532-dc18-412f-8845-10815e46b03b tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:08.683328 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-20f9a7cd-ad64-4013-b3ea-2ef2321ed75b req-78219532-dc18-412f-8845-10815e46b03b tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 985 time: 0.0836613
Jun 03 16:26:08.729225 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-20f9a7cd-ad64-4013-b3ea-2ef2321ed75b req-2af523a8-5e3f-4849-918a-c0fadf1aba01 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&id=93a1798d-bd45-4da5-90d7-51aba8727273&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0395002
Jun 03 16:26:08.846865 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:09.443509 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:09.446292 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187bcc1-e96a-43e0-a9d9-b62370dc7ddf req-4f9c8831-70d6-49b6-bb91-4ebb4f7d3b2b tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:09.447731 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0187bcc1-e96a-43e0-a9d9-b62370dc7ddf req-4f9c8831-70d6-49b6-bb91-4ebb4f7d3b2b tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0785921
Jun 03 16:26:09.492221 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0187bcc1-e96a-43e0-a9d9-b62370dc7ddf req-094ad2af-7d40-473d-ae57-11558ea5e560 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389001
Jun 03 16:26:09.764143 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-94020bba-7b78-4682-bcae-3e26c3579b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:09.918096 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8ebe9-2955-459a-a25a-f06a4a2f2dc3 req-7c5c0415-652d-43e1-899f-99d7b547b4ae tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:09.919547 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a0a8ebe9-2955-459a-a25a-f06a4a2f2dc3 req-7c5c0415-652d-43e1-899f-99d7b547b4ae tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 985 time: 0.0801709
Jun 03 16:26:09.967259 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a0a8ebe9-2955-459a-a25a-f06a4a2f2dc3 req-a8651644-e034-4b6f-9bb8-8a12022448b6 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&id=93a1798d-bd45-4da5-90d7-51aba8727273&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0408518
Jun 03 16:26:10.679519 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad2f53-e994-405b-95f6-a0c10c63d368 req-6fc51825-e29e-473f-a32b-89edef43a208 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:10.680954 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-13ad2f53-e994-405b-95f6-a0c10c63d368 req-6fc51825-e29e-473f-a32b-89edef43a208 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0841827
Jun 03 16:26:10.724837 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-13ad2f53-e994-405b-95f6-a0c10c63d368 req-fa19be4d-295a-4fe8-afcb-7a4e41d2d333 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383120
Jun 03 16:26:10.784519 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:11.299219 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6cbdf-739f-42de-9b64-c041cec2f504 req-1526b3ac-1fbe-43f1-a7d7-8b7cc7de2cc5 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:11.300668 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d8e6cbdf-739f-42de-9b64-c041cec2f504 req-1526b3ac-1fbe-43f1-a7d7-8b7cc7de2cc5 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 985 time: 0.0836911
Jun 03 16:26:11.347251 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d8e6cbdf-739f-42de-9b64-c041cec2f504 req-99638a37-0e82-494d-9e2b-b34bd313e13e tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&id=93a1798d-bd45-4da5-90d7-51aba8727273&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0408607
Jun 03 16:26:11.910486 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d744b3-ca88-41a7-af1f-8114fb933a64 req-f64ee6f4-a6f5-4f51-82bc-75b2068792d9 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:11.911940 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-94d744b3-ca88-41a7-af1f-8114fb933a64 req-f64ee6f4-a6f5-4f51-82bc-75b2068792d9 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0801306
Jun 03 16:26:11.959442 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-94d744b3-ca88-41a7-af1f-8114fb933a64 req-27706ed0-646c-4fe3-b3d2-499e91df3c56 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418024
Jun 03 16:26:12.210727 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:12.530203 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece94a86-7614-44c3-b892-f56e0a6dcc3d req-f7d2007a-3cb6-4f10-8cca-c2a1a2d92ebd tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:12.532400 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ece94a86-7614-44c3-b892-f56e0a6dcc3d req-f7d2007a-3cb6-4f10-8cca-c2a1a2d92ebd tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 985 time: 0.0813119
Jun 03 16:26:12.581780 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ece94a86-7614-44c3-b892-f56e0a6dcc3d req-2e2e98f4-b740-4fbd-a4ec-1b173e55a368 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&id=93a1798d-bd45-4da5-90d7-51aba8727273&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0436666
Jun 03 16:26:13.140227 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db3c37-7ae3-4da7-b8c5-0aa5e7f28f63 req-d824fe12-5e27-45d8-960d-2fe89ddd0a8a tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:13.142472 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-46db3c37-7ae3-4da7-b8c5-0aa5e7f28f63 req-d824fe12-5e27-45d8-960d-2fe89ddd0a8a tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0803280
Jun 03 16:26:13.190390 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-46db3c37-7ae3-4da7-b8c5-0aa5e7f28f63 req-9762adb5-e162-4af5-a082-d3569bfa3cb6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421424
Jun 03 16:26:13.293561 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-38148ea2-fe2c-4e04-a738-3ba8ba02be7c req-f71a0870-0fd8-43e2-97a0-c922c8295ffd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0676439
Jun 03 16:26:13.386532 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38148ea2-fe2c-4e04-a738-3ba8ba02be7c req-a7a58135-e95f-4a99-9031-5f835ccd5e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:13.387991 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-38148ea2-fe2c-4e04-a738-3ba8ba02be7c req-a7a58135-e95f-4a99-9031-5f835ccd5e2b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f44ece6093c64861a96b56285934a43e&device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 1099 time: 0.0727122
Jun 03 16:26:13.542440 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38148ea2-fe2c-4e04-a738-3ba8ba02be7c req-b370b385-720c-4b17-bcec-c38a4b92557b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:13.543921 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-38148ea2-fe2c-4e04-a738-3ba8ba02be7c req-b370b385-720c-4b17-bcec-c38a4b92557b service neutron] 10.222.0.73 "GET /v2.0/networks?id=aec810ed-0ee2-4480-934c-29ea716a1d55 HTTP/1.1" status: 200  len: 913 time: 0.1256673
Jun 03 16:26:13.686480 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-38148ea2-fe2c-4e04-a738-3ba8ba02be7c req-27731e8b-fd4f-4e20-8ef0-b9b5b4e80646 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a6aa8a1-c35a-4582-aee9-ee87a1daba22 HTTP/1.1" status: 200  len: 1001 time: 0.1327231
Jun 03 16:26:13.798579 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38148ea2-fe2c-4e04-a738-3ba8ba02be7c req-bfa42559-0beb-42a8-984b-0c0b7c1ec2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:13.799915 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-38148ea2-fe2c-4e04-a738-3ba8ba02be7c req-bfa42559-0beb-42a8-984b-0c0b7c1ec2fe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ffc8a07-8eea-4758-b719-3a645c0307b8 HTTP/1.1" status: 200  len: 851 time: 0.1061900
Jun 03 16:26:13.878339 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcac5ba-b3c4-4229-ba2c-d42006137850 req-02c786da-abd5-4195-a0c5-4bccf2fb8da4 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:13.879761 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9fcac5ba-b3c4-4229-ba2c-d42006137850 req-02c786da-abd5-4195-a0c5-4bccf2fb8da4 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 985 time: 0.1441929
Jun 03 16:26:13.932058 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38148ea2-fe2c-4e04-a738-3ba8ba02be7c req-c3503278-29ca-4913-b445-943cbcfc54e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:13.933552 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-38148ea2-fe2c-4e04-a738-3ba8ba02be7c req-c3503278-29ca-4913-b445-943cbcfc54e2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aec810ed-0ee2-4480-934c-29ea716a1d55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1260431
Jun 03 16:26:13.943300 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9fcac5ba-b3c4-4229-ba2c-d42006137850 req-33e4db11-1721-4f12-9f74-522ae8388cda tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&id=93a1798d-bd45-4da5-90d7-51aba8727273&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0561666
Jun 03 16:26:14.159873 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-38148ea2-fe2c-4e04-a738-3ba8ba02be7c req-046630b5-9065-42b3-abb6-afc42217e2ab service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2156382
Jun 03 16:26:14.299771 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-38148ea2-fe2c-4e04-a738-3ba8ba02be7c req-b5be995c-a372-4707-b256-12a4c693fef8 service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311493
Jun 03 16:26:14.385166 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d3e66-62ae-43a6-abdf-d7b2c7234154 req-fd1b6a60-2bd2-4acc-87fa-9dd07ac7055d tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:14.386665 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-da1d3e66-62ae-43a6-abdf-d7b2c7234154 req-fd1b6a60-2bd2-4acc-87fa-9dd07ac7055d tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0880144
Jun 03 16:26:14.431105 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-da1d3e66-62ae-43a6-abdf-d7b2c7234154 req-af9f3b6b-00da-46ca-9b9d-bcdbfe68dd2f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387332
Jun 03 16:26:15.126775 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79960c87-47f2-4460-b2e9-201f7f5551b1 req-4b0edfc0-e9fb-452c-9840-8984b34da0e2 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:15.128217 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-79960c87-47f2-4460-b2e9-201f7f5551b1 req-4b0edfc0-e9fb-452c-9840-8984b34da0e2 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 985 time: 0.0811644
Jun 03 16:26:15.174731 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-79960c87-47f2-4460-b2e9-201f7f5551b1 req-fb2a3522-d187-406f-8702-3d44bee75522 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&id=93a1798d-bd45-4da5-90d7-51aba8727273&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0405595
Jun 03 16:26:15.610638 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df92d1-e06c-4cd2-aa1d-45bb613d1b13 req-450240e5-7366-4545-bfc8-8cf4e5d1efd9 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:15.611996 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-20df92d1-e06c-4cd2-aa1d-45bb613d1b13 req-450240e5-7366-4545-bfc8-8cf4e5d1efd9 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0787585
Jun 03 16:26:15.655735 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-20df92d1-e06c-4cd2-aa1d-45bb613d1b13 req-24f38c8b-c27d-4727-9a77-b65aa330031d tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381525
Jun 03 16:26:16.361916 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d9fe1-6f60-4084-8aad-9c95ce1a3b75 req-5cc95608-bb0c-47e8-b621-babfb7fc2089 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:16.363388 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d44d9fe1-6f60-4084-8aad-9c95ce1a3b75 req-5cc95608-bb0c-47e8-b621-babfb7fc2089 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 985 time: 0.0841706
Jun 03 16:26:16.410509 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d44d9fe1-6f60-4084-8aad-9c95ce1a3b75 req-8199e8ea-0737-40a3-8fb4-8559e31c42ff tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&id=93a1798d-bd45-4da5-90d7-51aba8727273&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0414279
Jun 03 16:26:16.840879 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494eb45-5287-4367-a177-01322e65f6b3 req-97f38085-0149-45f4-b8f1-4456dacfccf1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:16.842330 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0494eb45-5287-4367-a177-01322e65f6b3 req-97f38085-0149-45f4-b8f1-4456dacfccf1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0816505
Jun 03 16:26:16.886051 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0494eb45-5287-4367-a177-01322e65f6b3 req-4aa3eeb3-00aa-4ca9-89db-05a3700d15fe tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380850
Jun 03 16:26:17.598157 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2314a21-1507-4ab1-bc04-1ca1b4427abb req-a898b9cf-29b9-408d-ae4c-092f832acbe8 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:17.599539 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c2314a21-1507-4ab1-bc04-1ca1b4427abb req-a898b9cf-29b9-408d-ae4c-092f832acbe8 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 985 time: 0.0848737
Jun 03 16:26:17.647674 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c2314a21-1507-4ab1-bc04-1ca1b4427abb req-598220fd-ce9a-486e-a26b-343288772558 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&id=93a1798d-bd45-4da5-90d7-51aba8727273&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0408318
Jun 03 16:26:18.077005 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cac70a-5636-4146-be1d-65ae9ea07052 req-1a2a47a6-ea33-47aa-a65e-4859edc54363 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:18.079092 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-17cac70a-5636-4146-be1d-65ae9ea07052 req-1a2a47a6-ea33-47aa-a65e-4859edc54363 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0853755
Jun 03 16:26:18.122963 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-17cac70a-5636-4146-be1d-65ae9ea07052 req-105ab5de-3b19-491b-b64f-fbdaa08e2811 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382304
Jun 03 16:26:18.831292 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa8ec4-f5d6-4474-8cdc-99348afc7193 req-5c3b26a6-fc73-4d0f-9a4a-b630eeb85b32 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:18.832748 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-34fa8ec4-f5d6-4474-8cdc-99348afc7193 req-5c3b26a6-fc73-4d0f-9a4a-b630eeb85b32 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 985 time: 0.0804684
Jun 03 16:26:18.878307 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-34fa8ec4-f5d6-4474-8cdc-99348afc7193 req-026195ca-d05e-4a68-a6a3-5b781afd8e77 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&id=93a1798d-bd45-4da5-90d7-51aba8727273&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0398607
Jun 03 16:26:19.306293 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99e3fa-1dc0-4681-8a5b-2cf47f0221b0 req-79fc169a-f3b8-4a07-865d-931ff01d51e3 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:19.307649 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-aa99e3fa-1dc0-4681-8a5b-2cf47f0221b0 req-79fc169a-f3b8-4a07-865d-931ff01d51e3 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0808108
Jun 03 16:26:19.351404 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-aa99e3fa-1dc0-4681-8a5b-2cf47f0221b0 req-a42cef53-e180-4bd5-a1df-0cc8ac8f29a0 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374758
Jun 03 16:26:20.543033 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3851f-d3c9-4f70-b841-6cf112eb1b4b req-112edf26-82d9-45fa-aac3-04fcbb120f41 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:20.544583 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-84e3851f-d3c9-4f70-b841-6cf112eb1b4b req-112edf26-82d9-45fa-aac3-04fcbb120f41 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0832767
Jun 03 16:26:20.588925 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-84e3851f-d3c9-4f70-b841-6cf112eb1b4b req-3821c66e-d7df-4867-92b4-26ee8b246ae8 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376623
Jun 03 16:26:21.776605 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c4ab2-ae52-4614-883f-f731e2f2ad20 req-d83ffb13-eb79-44db-bcf8-797f30a1572f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:21.778081 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-997c4ab2-ae52-4614-883f-f731e2f2ad20 req-d83ffb13-eb79-44db-bcf8-797f30a1572f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0868337
Jun 03 16:26:21.822582 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-997c4ab2-ae52-4614-883f-f731e2f2ad20 req-0bf55788-341a-4e89-ac05-1f5b15f1ea82 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386124
Jun 03 16:26:23.024166 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d98765-d018-458e-827d-06c23bd97d51 req-04eb2103-1477-4965-b2a8-53365e9c843e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:23.025628 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-17d98765-d018-458e-827d-06c23bd97d51 req-04eb2103-1477-4965-b2a8-53365e9c843e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0811143
Jun 03 16:26:23.073957 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-17d98765-d018-458e-827d-06c23bd97d51 req-77d92992-ae8d-487a-8e13-d7bd87d3d6e4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426319
Jun 03 16:26:24.268556 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f131d4-c384-44fe-886d-56a488d0481b req-dc0b42fc-e768-4a23-af20-f7599148bf15 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:24.269958 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-79f131d4-c384-44fe-886d-56a488d0481b req-dc0b42fc-e768-4a23-af20-f7599148bf15 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0914171
Jun 03 16:26:24.319732 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-79f131d4-c384-44fe-886d-56a488d0481b req-747a062d-4c09-43e3-bb51-900cce40ea3f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441220
Jun 03 16:26:25.504667 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ba2bb-2300-4053-a066-fe17f5969ed5 req-a0824ca1-eb20-4b56-819e-c014927adc16 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:25.506396 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-567ba2bb-2300-4053-a066-fe17f5969ed5 req-a0824ca1-eb20-4b56-819e-c014927adc16 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0793154
Jun 03 16:26:25.550622 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-567ba2bb-2300-4053-a066-fe17f5969ed5 req-db6941e1-2557-419c-aa7c-8b55edd73929 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387216
Jun 03 16:26:26.735993 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc61b9-87c2-44ef-8aae-d63cfad7cd6e req-19682a8e-265c-4fbd-af30-42df9b537888 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:26.737672 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9cbc61b9-87c2-44ef-8aae-d63cfad7cd6e req-19682a8e-265c-4fbd-af30-42df9b537888 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0821824
Jun 03 16:26:26.782812 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9cbc61b9-87c2-44ef-8aae-d63cfad7cd6e req-97f75104-3f60-4f0f-9745-c7a67aea3925 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396600
Jun 03 16:26:27.972732 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c481a9-559c-4764-bac3-4d16d6ff97af req-722c1051-7f7b-4437-b8b5-3deca49dee63 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:27.974095 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-64c481a9-559c-4764-bac3-4d16d6ff97af req-722c1051-7f7b-4437-b8b5-3deca49dee63 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0840940
Jun 03 16:26:28.019167 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-64c481a9-559c-4764-bac3-4d16d6ff97af req-575566d2-e21b-4597-9d34-ad7fa088a78a tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394962
Jun 03 16:26:29.203128 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a145c83-ab2d-47da-b06d-7c9b5936858d req-a8bb3322-3f51-499b-9ec5-babde820bda0 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:29.204579 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-7a145c83-ab2d-47da-b06d-7c9b5936858d req-a8bb3322-3f51-499b-9ec5-babde820bda0 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0826390
Jun 03 16:26:29.249428 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-7a145c83-ab2d-47da-b06d-7c9b5936858d req-2b508396-52a0-4952-a4c6-263704b92106 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388489
Jun 03 16:26:30.442894 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed53e4-e94a-47e7-a8f8-e49d507ee01a req-63e2d401-d0e1-43ba-9838-a4f53cbd8d97 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:30.444368 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-12ed53e4-e94a-47e7-a8f8-e49d507ee01a req-63e2d401-d0e1-43ba-9838-a4f53cbd8d97 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0805502
Jun 03 16:26:30.488501 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-12ed53e4-e94a-47e7-a8f8-e49d507ee01a req-e7b00880-5103-4b3d-9f1d-48e2715f6f2f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384994
Jun 03 16:26:31.672288 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147f350-a100-41c7-8bd1-988ba4f1aa85 req-c6b5dc55-062e-4abd-b817-2ec80b069f1d tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:31.673877 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-1147f350-a100-41c7-8bd1-988ba4f1aa85 req-c6b5dc55-062e-4abd-b817-2ec80b069f1d tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0793674
Jun 03 16:26:31.717470 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-1147f350-a100-41c7-8bd1-988ba4f1aa85 req-2de71093-e4ec-486a-b95b-66c1136dc9bc tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378883
Jun 03 16:26:32.905374 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ae189-23ba-4d0e-a50c-d5b8d0c8af58 req-eb7c9a1b-e0cd-41b6-8fee-eaeff988e9c8 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:32.906879 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-099ae189-23ba-4d0e-a50c-d5b8d0c8af58 req-eb7c9a1b-e0cd-41b6-8fee-eaeff988e9c8 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0853875
Jun 03 16:26:32.953780 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-099ae189-23ba-4d0e-a50c-d5b8d0c8af58 req-ff38f8d6-2f3d-40a3-91f2-671e110ed6b8 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411863
Jun 03 16:26:33.772239 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:26:34.227159 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7830e-2b5a-450d-8b3a-6d8d1d17ff1c req-a23f00f3-ba44-4659-9bd2-acb232fcfc99 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:34.228610 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9ee7830e-2b5a-450d-8b3a-6d8d1d17ff1c req-a23f00f3-ba44-4659-9bd2-acb232fcfc99 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.1714857
Jun 03 16:26:34.272345 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9ee7830e-2b5a-450d-8b3a-6d8d1d17ff1c req-c68c0b8e-3889-4533-bac0-053536ebdcb9 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380721
Jun 03 16:26:35.459355 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfa070-cccc-4cdb-8c18-962a5ec2d392 req-44829916-2b71-4d33-923c-c003e7edef92 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:35.460781 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7adfa070-cccc-4cdb-8c18-962a5ec2d392 req-44829916-2b71-4d33-923c-c003e7edef92 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0831723
Jun 03 16:26:35.504517 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7adfa070-cccc-4cdb-8c18-962a5ec2d392 req-bf9e6c35-b7e6-49f0-bcc7-7c0672b72a1e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380750
Jun 03 16:26:36.687838 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55514ed-4c8d-47d5-b647-7352aaddaf72 req-c6b3449c-5f45-4204-9ffd-9db179cff150 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:36.689303 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c55514ed-4c8d-47d5-b647-7352aaddaf72 req-c6b3449c-5f45-4204-9ffd-9db179cff150 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0814655
Jun 03 16:26:36.733181 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c55514ed-4c8d-47d5-b647-7352aaddaf72 req-e731d45b-2c98-4977-a4df-093889f39a65 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380216
Jun 03 16:26:36.990165 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-ff8f7a17-9fb1-48e6-acc3-5524358cb0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:37.918685 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84bea0-4220-4cf2-9d1d-821986545378 req-de6ac8d7-1dc4-478c-b23f-4d548f691cfd tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:37.920114 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3e84bea0-4220-4cf2-9d1d-821986545378 req-de6ac8d7-1dc4-478c-b23f-4d548f691cfd tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0798342
Jun 03 16:26:37.964772 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3e84bea0-4220-4cf2-9d1d-821986545378 req-6d13e3f7-cfb6-42a4-a4b5-866704670683 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383158
Jun 03 16:26:38.858206 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:39.151618 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152cf37-4062-4674-9347-b5096808d1f1 req-803ea45a-0e9b-4af1-9d11-d6c21ea36e7c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:39.153039 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-8152cf37-4062-4674-9347-b5096808d1f1 req-803ea45a-0e9b-4af1-9d11-d6c21ea36e7c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0809822
Jun 03 16:26:39.199467 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-8152cf37-4062-4674-9347-b5096808d1f1 req-0ce2d59f-aa5f-4eab-bbbd-78b1958fdb51 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408828
Jun 03 16:26:39.444286 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:39.766928 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-575d6090-0ae4-44ae-a89c-57ba5d38ef95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:40.391500 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e74084-3384-4cba-91f3-ee76911e381d req-88750330-24d3-4916-b8f0-ebe2a826e306 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:40.392961 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-81e74084-3384-4cba-91f3-ee76911e381d req-88750330-24d3-4916-b8f0-ebe2a826e306 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0865104
Jun 03 16:26:40.437253 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-81e74084-3384-4cba-91f3-ee76911e381d req-18ae381b-ad0b-4aee-bbcd-97cdb042754a tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384395
Jun 03 16:26:40.787814 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:41.617549 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c687f-2bc0-40c8-b25f-a16b67fed480 req-43333f2c-4a07-418e-bfed-0e5f1f05ff6b tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:41.618978 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-929c687f-2bc0-40c8-b25f-a16b67fed480 req-43333f2c-4a07-418e-bfed-0e5f1f05ff6b tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0784736
Jun 03 16:26:41.662085 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-929c687f-2bc0-40c8-b25f-a16b67fed480 req-005b17b7-79be-4800-a094-1f1c2ff79cde tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375347
Jun 03 16:26:42.213744 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:42.847415 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83315c-3523-4857-8b61-a711296f82be req-859417bf-0a25-4128-aa71-bf504cd9d573 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:42.848849 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0e83315c-3523-4857-8b61-a711296f82be req-859417bf-0a25-4128-aa71-bf504cd9d573 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0845594
Jun 03 16:26:42.893309 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0e83315c-3523-4857-8b61-a711296f82be req-691002ba-167f-4695-a9b0-bdc4f0fc41b7 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387769
Jun 03 16:26:44.079855 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62394c37-79fe-4529-8826-1e4cbd2209b6 req-52488c64-922f-4ed2-bcd0-fd15b00ba1e5 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:44.081377 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-62394c37-79fe-4529-8826-1e4cbd2209b6 req-52488c64-922f-4ed2-bcd0-fd15b00ba1e5 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0842443
Jun 03 16:26:44.127418 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-62394c37-79fe-4529-8826-1e4cbd2209b6 req-67ee7825-e343-43c5-95cb-6f805811b231 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404086
Jun 03 16:26:45.311836 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f9c8a-13b7-4e74-8276-7645aee81e6f req-6f7aadc8-61ad-4956-bacf-abec1ddf2c8c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:45.313128 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e26f9c8a-13b7-4e74-8276-7645aee81e6f req-6f7aadc8-61ad-4956-bacf-abec1ddf2c8c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0806096
Jun 03 16:26:45.361521 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e26f9c8a-13b7-4e74-8276-7645aee81e6f req-3c29df12-49a6-442d-b15f-47fcc3ebe442 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419540
Jun 03 16:26:46.552910 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609029a-bafd-4c45-b05b-715f0fb4e505 req-07169ae9-73b6-4cb7-bb29-354b926fb10b tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:46.554378 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-8609029a-bafd-4c45-b05b-715f0fb4e505 req-07169ae9-73b6-4cb7-bb29-354b926fb10b tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.0797434
Jun 03 16:26:46.599135 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-8609029a-bafd-4c45-b05b-715f0fb4e505 req-faba5166-cde0-4fa0-8dc7-74b9968787f7 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391464
Jun 03 16:26:47.871087 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68c33c-c6c4-49a8-891c-aa1e8f56152a req-cbbf808b-2d02-4f60-9c76-5147cc894962 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:47.872634 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2c68c33c-c6c4-49a8-891c-aa1e8f56152a req-cbbf808b-2d02-4f60-9c76-5147cc894962 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.1710389
Jun 03 16:26:47.917264 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2c68c33c-c6c4-49a8-891c-aa1e8f56152a req-4fe7dac7-d033-49f4-832e-8611e0701516 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388496
Jun 03 16:26:49.320376 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1af85c-5f83-4bf9-bdb4-76da8e174853 req-3efe4745-d579-4119-a428-5fe1015e9dbf tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:49.321849 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-bb1af85c-5f83-4bf9-bdb4-76da8e174853 req-3efe4745-d579-4119-a428-5fe1015e9dbf tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.2993162
Jun 03 16:26:49.366595 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-bb1af85c-5f83-4bf9-bdb4-76da8e174853 req-7ae67108-8d7a-4389-acda-b4621960a59e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390351
Jun 03 16:26:50.395817 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 16:26:50.537945 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8,segment=NetworkSegment(b0dbd752-4780-4d30-953c-bd3e6826f7f2),segment_id=b0dbd752-4780-4d30-953c-bd3e6826f7f2)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:26:50.552088 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Returning: {'device': '428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'port_id': '428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8', 'mac_address': 'fa:16:3e:e8:f3:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 16:26:50.610213 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:50.614504 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f6b2d-7c83-4e2d-8da9-7a62b1d80215 req-622ad1a5-4d37-4898-861c-7667fb21f358 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:50.615986 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-479f6b2d-7c83-4e2d-8da9-7a62b1d80215 req-622ad1a5-4d37-4898-861c-7667fb21f358 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 943 time: 0.1430032
Jun 03 16:26:50.627291 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8 {{(pid=91618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 16:26:50.643510 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8,segment=NetworkSegment(b0dbd752-4780-4d30-953c-bd3e6826f7f2),segment_id=b0dbd752-4780-4d30-953c-bd3e6826f7f2)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:26:50.647132 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:50.648897 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2b3aa56e-1582-485f-8520-c7c2a1e02b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:26:50.661631 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-479f6b2d-7c83-4e2d-8da9-7a62b1d80215 req-101ea45c-2954-489d-b486-dfc3cf629431 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399649
Jun 03 16:26:50.716228 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8,revision_number=4']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:26:50.719316 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:26:50.932354 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:26:51.846602 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d33dd-869b-424d-9422-a8dc08ce60ed req-e18c5067-bf49-400d-9dd8-851ccd501b62 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:51.848479 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-995d33dd-869b-424d-9422-a8dc08ce60ed req-e18c5067-bf49-400d-9dd8-851ccd501b62 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 944 time: 0.0821753
Jun 03 16:26:51.891687 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-995d33dd-869b-424d-9422-a8dc08ce60ed req-77c30f9f-8966-425b-82c1-c5a277905493 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376480
Jun 03 16:26:52.398693 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8 up at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 16:26:52.467357 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning for port 428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8 completed by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 16:26:52.471723 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Provisioning complete for port 428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8 triggered by entity L2. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:26:52.472135 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:52.588665 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:52.616850 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048aa41b-6296-40b0-97f5-b0386d34ffba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8'}] {{(pid=91618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:26:52.619120 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80780923b31b79766dda64912243351c94e9e307cca1e5b2e5a14cee02687ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133aaaf1-182b-4aa2-8290-2fe8364d9e85" -d '{"events": [{"server_uuid": "048aa41b-6296-40b0-97f5-b0386d34ffba", "name": "network-vif-plugged", "status": "completed", "tag": "428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8"}]}' {{(pid=91618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:26:52.626980 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] For port 428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8,segment=NetworkSegment(b0dbd752-4780-4d30-953c-bd3e6826f7f2),segment_id=b0dbd752-4780-4d30-953c-bd3e6826f7f2)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:26:52.632896 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403'] for port, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:52.635255 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-e75bf53b-e42f-479e-bc2b-5d71db5059d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:26:52.674878 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6325ff02-22e5-490b-9050-a8f4a9a4212c x-openstack-request-id: req-6325ff02-22e5-490b-9050-a8f4a9a4212c {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:26:52.675183 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048aa41b-6296-40b0-97f5-b0386d34ffba", "name": "network-vif-plugged", "status": "completed", "tag": "428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8", "code": 200}]} {{(pid=91618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:26:52.675939 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6325ff02-22e5-490b-9050-a8f4a9a4212c {{(pid=91618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:26:52.676564 dv-cinder-786524-8-iscsi neutron-server[91618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048aa41b-6296-40b0-97f5-b0386d34ffba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8', 'code': 200}
Jun 03 16:26:52.714404 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Pushing event updated for resources: {'Port': ['ID=428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8,revision_number=5']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:26:52.717348 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:26:52.961927 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648375f1-185f-4f4e-a4d0-06df5177c246 req-9a8c98f4-50f1-4cd2-be87-9c76b4cb0b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:52.963397 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-648375f1-185f-4f4e-a4d0-06df5177c246 req-9a8c98f4-50f1-4cd2-be87-9c76b4cb0b7e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 1098 time: 0.0701442
Jun 03 16:26:53.009850 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-648375f1-185f-4f4e-a4d0-06df5177c246 req-b35ac432-7331-47bf-9a33-4479f76d4a79 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368154
Jun 03 16:26:53.079708 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51e627-9af8-4b5c-b17d-0b37a931d769 req-221ba208-29f0-4f52-a61c-a98c04dfdf69 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:53.081164 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-3e51e627-9af8-4b5c-b17d-0b37a931d769 req-221ba208-29f0-4f52-a61c-a98c04dfdf69 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 945 time: 0.0799081
Jun 03 16:26:53.124624 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-3e51e627-9af8-4b5c-b17d-0b37a931d769 req-d8c63730-502d-4923-a2f9-3f90ac2c8136 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378006
Jun 03 16:26:54.314311 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091f428-1fa5-4aa5-949d-e2d6443a585b req-2511bd84-2a88-4515-8021-a77546ad72d7 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:54.315659 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-6091f428-1fa5-4aa5-949d-e2d6443a585b req-2511bd84-2a88-4515-8021-a77546ad72d7 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 945 time: 0.0829909
Jun 03 16:26:54.360818 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-6091f428-1fa5-4aa5-949d-e2d6443a585b req-dc72c61c-4533-4e11-b684-71cbfeee3525 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379913
Jun 03 16:26:54.548342 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23783bdd-bf09-47f7-b60d-32b5148a922e req-5672ebb3-e3a9-4f75-b411-f87137948a58 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:54.549838 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-23783bdd-bf09-47f7-b60d-32b5148a922e req-5672ebb3-e3a9-4f75-b411-f87137948a58 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 945 time: 0.0851259
Jun 03 16:26:54.593476 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-23783bdd-bf09-47f7-b60d-32b5148a922e req-7c7c04e6-08c3-4569-b0b4-47741d197eb1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371103
Jun 03 16:26:54.617829 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 38282) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:26:54.787554 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a9e081-7499-4971-a7d7-9ef79dbdc18e tempest-TestVolumeBootPattern-426344870 tempest-TestVolumeBootPattern-426344870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:54.789061 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-77a9e081-7499-4971-a7d7-9ef79dbdc18e tempest-TestVolumeBootPattern-426344870 tempest-TestVolumeBootPattern-426344870-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 1093 time: 0.1702600
Jun 03 16:26:54.791782 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 38288) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:26:54.796042 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.v2.base [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Request body: {'floatingip': {'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'port_id': '428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:26:54.801808 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 16:26:54.806648 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Usage tracker for resource:floatingip and tenant:f44ece6093c64861a96b56285934a43e is out of sync, need to count used quota {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 16:26:54.809477 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=91617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 16:26:54.815167 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.quota.driver [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=91617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 16:26:54.828910 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for floatingip, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:54.962547 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:55.107303 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_common [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Allocated IP 172.27.2.55 (454170da-4e8f-4963-97fb-80bd3b86dedc/06c387f0-ce57-4d04-be2c-2471c04350c2/405f3dd8-24c2-4170-abba-e35e2426cb50) {{(pid=91617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 16:26:55.251715 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for port, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:55.281208 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727276203340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:55.284647 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-b712bc23-1314-4dda-b4f6-c04bfd42b8ad tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:26:55.346431 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Network 454170da-4e8f-4963-97fb-80bd3b86dedc is already hosted by enough agents. {{(pid=91617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 16:26:55.349900 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.base_scheduler [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Resources bound (agent type, host, resource id):  {{(pid=91617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 16:26:55.359073 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Received port after_create {{(pid=91617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 16:26:55.392654 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Pushing event updated for resources: {'Port': ['ID=405f3dd8-24c2-4170-abba-e35e2426cb50,revision_number=1']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:26:55.410667 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:55.411038 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:55.411439 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:55.411792 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:55.412141 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:55.412486 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:55.412831 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:55.413200 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:55.413541 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:55.413879 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:55.414213 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:55.414547 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:55.419445 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:26:55.787540 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:55.859647 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:56.154732 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for port, precommit_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:56.158938 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2387463'] for port, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:56.163134 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-e0b3ec1a-3dcc-4a17-b78e-50fe49239f25 tempest-AttachVolumeTestJSON-111382058 tempest-AttachVolumeTestJSON-111382058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:26:56.270111 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Pushing event updated for resources: {'Port': ['ID=405f3dd8-24c2-4170-abba-e35e2426cb50,revision_number=2']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:26:56.274202 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:26:56.280602 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380258'] for floatingip, after_update {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:56.453824 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.db.l3_db [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Floating IP 0652ae08-d799-4f68-b3d0-4d0824ab124d associated. External IP: 172.27.2.55, port: 428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8.
Jun 03 16:26:56.806944 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Router c426a715-f7e8-4e42-a873-bc1373343142 has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:26:56.983153 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:26:56.993838 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dca6012-6f6d-4319-9151-d34e80d6a348 None None] Sync routers for ids ['c426a715-f7e8-4e42-a873-bc1373343142'] in dv-cinder-786524-8-iscsi {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:26:57.003260 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dca6012-6f6d-4319-9151-d34e80d6a348 None None] Routers {'c426a715-f7e8-4e42-a873-bc1373343142'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:26:57.004009 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-1dca6012-6f6d-4319-9151-d34e80d6a348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa0ca7f10>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:26:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['c426a715-f7e8-4e42-a873-bc1373343142'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:26:57.010725 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for floatingip, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:57.065760 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-0a466998-5379-4fdf-b7f4-e20dcdaea742 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.2728651
Jun 03 16:26:57.066415 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048aa41b-6296-40b0-97f5-b0386d34ffba', 'tag': '428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:26:57.068718 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bd955e-ea97-4772-98ab-54492885d472" -d '{"events": [{"name": "network-changed", "server_uuid": "048aa41b-6296-40b0-97f5-b0386d34ffba", "tag": "428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:26:57.110865 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45fa0cb-f45f-4f6a-804d-0a275438d4e6 x-openstack-request-id: req-b45fa0cb-f45f-4f6a-804d-0a275438d4e6 {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:26:57.111253 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048aa41b-6296-40b0-97f5-b0386d34ffba", "tag": "428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:26:57.111599 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b45fa0cb-f45f-4f6a-804d-0a275438d4e6 {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:26:57.112082 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048aa41b-6296-40b0-97f5-b0386d34ffba', 'tag': '428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8', 'status': 'completed', 'code': 200}
Jun 03 16:26:57.193741 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-1dca6012-6f6d-4319-9151-d34e80d6a348 None None] Set router c426a715-f7e8-4e42-a873-bc1373343142 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:26:57.205060 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd955e-ea97-4772-98ab-54492885d472 req-9543c7d7-c493-4f41-b98c-e2f2e519482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:57.206563 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-95bd955e-ea97-4772-98ab-54492885d472 req-9543c7d7-c493-4f41-b98c-e2f2e519482a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f44ece6093c64861a96b56285934a43e&device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 1098 time: 0.0705409
Jun 03 16:26:57.340588 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd955e-ea97-4772-98ab-54492885d472 req-45a7c5cc-f2d6-40fc-8f3c-102df337fd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:57.342113 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-95bd955e-ea97-4772-98ab-54492885d472 req-45a7c5cc-f2d6-40fc-8f3c-102df337fd55 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aec810ed-0ee2-4480-934c-29ea716a1d55 HTTP/1.1" status: 200  len: 913 time: 0.1263027
Jun 03 16:26:57.451263 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-95bd955e-ea97-4772-98ab-54492885d472 req-5a64008e-f651-4097-b381-4da1e91dee7e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8 HTTP/1.1" status: 200  len: 998 time: 0.0989177
Jun 03 16:26:57.549081 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-1dca6012-6f6d-4319-9151-d34e80d6a348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa0ca7f10>, [{'id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'name': 'tempest-TestVolumeBootPattern-1840315318-router', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:19:52Z', 'updated_at': '2021-06-03T16:19:58Z', 'revision_number': 4, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'gw_port': {'id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:54Z', 'updated_at': '2021-06-03T16:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_floatingips': [{'id': '0652ae08-d799-4f68-b3d0-4d0824ab124d', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'port_id': '428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'mac_address': 'fa:16:3e:e8:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048aa41b-6296-40b0-97f5-b0386d34ffba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:26:55Z', 'updated_at': '2021-06-03T16:26:55Z', 'revision_number': 0, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'fixed_ip_address_scope': None}, {'id': '35e0664d-9cb2-4a23-8ee3-d4ed6d31d4ab', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'port_id': '7a6aa8a1-c35a-4582-aee9-ee87a1daba22', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'mac_address': 'fa:16:3e:42:28:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb69b26-5ce8-4d05-8e95-df0f958708af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:23:49Z', 'updated_at': '2021-06-03T16:23:52Z', 'revision_number': 1, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72164cc-a301-45da-8a57-479e8f418578', 'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'mac_address': 'fa:16:3e:61:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:57Z', 'updated_at': '2021-06-03T16:20:08Z', 'revision_number': 5, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'subnets': [{'id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:26:57.553566 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dca6012-6f6d-4319-9151-d34e80d6a348 None None] Checking router: c426a715-f7e8-4e42-a873-bc1373343142 for host: dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:26:57.562516 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dca6012-6f6d-4319-9151-d34e80d6a348 None None] Routers {'c426a715-f7e8-4e42-a873-bc1373343142'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:26:57.563165 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-1dca6012-6f6d-4319-9151-d34e80d6a348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa0ca7f10>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:26:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['c426a715-f7e8-4e42-a873-bc1373343142'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:26:57.621760 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd955e-ea97-4772-98ab-54492885d472 req-bbd17554-f4bd-426c-a1d9-11232367c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:57.623117 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-95bd955e-ea97-4772-98ab-54492885d472 req-bbd17554-f4bd-426c-a1d9-11232367c060 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ffc8a07-8eea-4758-b719-3a645c0307b8 HTTP/1.1" status: 200  len: 851 time: 0.1655281
Jun 03 16:26:57.665901 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-df37d060-576b-4640-8575-40b0d7fe7dbb req-62203e13-2248-4430-99fe-f1a8b01fe211 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-64368031&fields=id&tenant_id=a8bfa9e92bd94e3382c94206d64bc6a3 HTTP/1.1" status: 200  len: 267 time: 0.0417175
Jun 03 16:26:57.704586 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd955e-ea97-4772-98ab-54492885d472 req-28bae32d-6240-494b-80da-96f3fe932784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:57.706078 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-95bd955e-ea97-4772-98ab-54492885d472 req-28bae32d-6240-494b-80da-96f3fe932784 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aec810ed-0ee2-4480-934c-29ea716a1d55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0717163
Jun 03 16:26:57.741774 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-1dca6012-6f6d-4319-9151-d34e80d6a348 None None] Set router c426a715-f7e8-4e42-a873-bc1373343142 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:26:57.754397 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37d060-576b-4640-8575-40b0d7fe7dbb req-bcb1c555-3979-498c-bb71-eaeac6c66954 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:57.757180 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-df37d060-576b-4640-8575-40b0d7fe7dbb req-bcb1c555-3979-498c-bb71-eaeac6c66954 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 985 time: 0.0857282
Jun 03 16:26:57.768083 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.v2.base [req-df37d060-576b-4640-8575-40b0d7fe7dbb req-5460c1e7-7675-4be4-97be-0f8bf9e0f625 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Request body: {'port': {'security_groups': ['97f6b6c2-1437-4fc7-b8b6-6d8cca935899']}} {{(pid=91616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 16:26:57.846817 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-95bd955e-ea97-4772-98ab-54492885d472 req-56df3c54-d4fb-492d-b3ba-5f7969fc4621 service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331971
Jun 03 16:26:57.895519 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-df37d060-576b-4640-8575-40b0d7fe7dbb req-5460c1e7-7675-4be4-97be-0f8bf9e0f625 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7909570'] for port, before_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:57.999507 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-95bd955e-ea97-4772-98ab-54492885d472 req-2e0f22bb-548a-463e-bda8-47f153f3e973 service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1435792
Jun 03 16:26:58.141917 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-1dca6012-6f6d-4319-9151-d34e80d6a348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa0ca7f10>, [{'id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'name': 'tempest-TestVolumeBootPattern-1840315318-router', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:19:52Z', 'updated_at': '2021-06-03T16:19:58Z', 'revision_number': 4, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'gw_port': {'id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:54Z', 'updated_at': '2021-06-03T16:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_floatingips': [{'id': '0652ae08-d799-4f68-b3d0-4d0824ab124d', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'port_id': '428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'mac_address': 'fa:16:3e:e8:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048aa41b-6296-40b0-97f5-b0386d34ffba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:26:55Z', 'updated_at': '2021-06-03T16:26:55Z', 'revision_number': 0, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'fixed_ip_address_scope': None}, {'id': '35e0664d-9cb2-4a23-8ee3-d4ed6d31d4ab', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'port_id': '7a6aa8a1-c35a-4582-aee9-ee87a1daba22', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'mac_address': 'fa:16:3e:42:28:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb69b26-5ce8-4d05-8e95-df0f958708af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:23:49Z', 'updated_at': '2021-06-03T16:23:52Z', 'revision_number': 1, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72164cc-a301-45da-8a57-479e8f418578', 'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'mac_address': 'fa:16:3e:61:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:57Z', 'updated_at': '2021-06-03T16:20:08Z', 'revision_number': 5, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'subnets': [{'id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:26:58.145941 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dca6012-6f6d-4319-9151-d34e80d6a348 None None] The sync data for ids ['c426a715-f7e8-4e42-a873-bc1373343142'] in dv-cinder-786524-8-iscsi is: [{'id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'name': 'tempest-TestVolumeBootPattern-1840315318-router', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:19:52Z', 'updated_at': '2021-06-03T16:19:58Z', 'revision_number': 4, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'gw_port': {'id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:54Z', 'updated_at': '2021-06-03T16:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_floatingips': [{'id': '0652ae08-d799-4f68-b3d0-4d0824ab124d', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'port_id': '428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'mac_address': 'fa:16:3e:e8:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048aa41b-6296-40b0-97f5-b0386d34ffba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:26:55Z', 'updated_at': '2021-06-03T16:26:55Z', 'revision_number': 0, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'fixed_ip_address_scope': None}, {'id': '35e0664d-9cb2-4a23-8ee3-d4ed6d31d4ab', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'port_id': '7a6aa8a1-c35a-4582-aee9-ee87a1daba22', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'mac_address': 'fa:16:3e:42:28:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb69b26-5ce8-4d05-8e95-df0f958708af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:23:49Z', 'updated_at': '2021-06-03T16:23:52Z', 'revision_number': 1, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72164cc-a301-45da-8a57-479e8f418578', 'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'mac_address': 'fa:16:3e:61:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:57Z', 'updated_at': '2021-06-03T16:20:08Z', 'revision_number': 5, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'subnets': [{'id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:26:58.149404 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.db [req-df37d060-576b-4640-8575-40b0d7fe7dbb req-5460c1e7-7675-4be4-97be-0f8bf9e0f625 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] For port 0b4dbc0e-9641-4917-9f7f-3da8db4412c7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0b4dbc0e-9641-4917-9f7f-3da8db4412c7,segment=NetworkSegment(6c30cfee-f8b8-4df6-a90f-24b9946717ad),segment_id=6c30cfee-f8b8-4df6-a90f-24b9946717ad)] {{(pid=91616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:26:58.174918 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-df37d060-576b-4640-8575-40b0d7fe7dbb req-5460c1e7-7675-4be4-97be-0f8bf9e0f625 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for port, precommit_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:58.180142 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-df37d060-576b-4640-8575-40b0d7fe7dbb req-5460c1e7-7675-4be4-97be-0f8bf9e0f625 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727276638733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727276203358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727276203403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954300'] for port, after_update {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:58.186735 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-6ff8e323-43a8-4e56-a6d7-c220187613fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:26:58.193632 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['0b4dbc0e-9641-4917-9f7f-3da8db4412c7'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:26:58.251565 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37d060-576b-4640-8575-40b0d7fe7dbb req-5460c1e7-7675-4be4-97be-0f8bf9e0f625 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:58.252209 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-df37d060-576b-4640-8575-40b0d7fe7dbb req-5460c1e7-7675-4be4-97be-0f8bf9e0f625 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:58.253625 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-df37d060-576b-4640-8575-40b0d7fe7dbb req-5460c1e7-7675-4be4-97be-0f8bf9e0f625 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "PUT /v2.0/ports/0b4dbc0e-9641-4917-9f7f-3da8db4412c7 HTTP/1.1" status: 200  len: 943 time: 0.4901214
Jun 03 16:26:58.254170 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9157118-689e-425e-91aa-613e4224c31f', 'tag': '0b4dbc0e-9641-4917-9f7f-3da8db4412c7'}] {{(pid=91616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:26:58.257488 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ba5683e2301900b00b63f0bdb68dd2696e782727940e4ba776c706cb44efd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3730d19-01db-49da-8202-c36030c38816" -d '{"events": [{"name": "network-changed", "server_uuid": "d9157118-689e-425e-91aa-613e4224c31f", "tag": "0b4dbc0e-9641-4917-9f7f-3da8db4412c7"}]}' {{(pid=91616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:26:58.261939 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 38308) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:26:58.321232 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2e72d5-438b-4685-8219-49dd8bf4e424 x-openstack-request-id: req-af2e72d5-438b-4685-8219-49dd8bf4e424 {{(pid=91616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:26:58.321575 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9157118-689e-425e-91aa-613e4224c31f", "tag": "0b4dbc0e-9641-4917-9f7f-3da8db4412c7", "status": "completed", "code": 200}]} {{(pid=91616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:26:58.321876 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-af2e72d5-438b-4685-8219-49dd8bf4e424 {{(pid=91616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:26:58.322316 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9157118-689e-425e-91aa-613e4224c31f', 'tag': '0b4dbc0e-9641-4917-9f7f-3da8db4412c7', 'status': 'completed', 'code': 200}
Jun 03 16:26:58.327318 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460c1e7-7675-4be4-97be-0f8bf9e0f625 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Pushing event updated for resources: {'Port': ['ID=0b4dbc0e-9641-4917-9f7f-3da8db4412c7,revision_number=7']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:26:58.347315 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460c1e7-7675-4be4-97be-0f8bf9e0f625 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:58.353423 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460c1e7-7675-4be4-97be-0f8bf9e0f625 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:58.354501 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460c1e7-7675-4be4-97be-0f8bf9e0f625 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:58.355192 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460c1e7-7675-4be4-97be-0f8bf9e0f625 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:58.355637 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460c1e7-7675-4be4-97be-0f8bf9e0f625 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:58.356078 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460c1e7-7675-4be4-97be-0f8bf9e0f625 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:58.356515 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460c1e7-7675-4be4-97be-0f8bf9e0f625 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:58.356951 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460c1e7-7675-4be4-97be-0f8bf9e0f625 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:58.357416 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460c1e7-7675-4be4-97be-0f8bf9e0f625 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:58.357842 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460c1e7-7675-4be4-97be-0f8bf9e0f625 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:58.358274 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460c1e7-7675-4be4-97be-0f8bf9e0f625 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:58.358780 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460c1e7-7675-4be4-97be-0f8bf9e0f625 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:26:58.375636 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-5460c1e7-7675-4be4-97be-0f8bf9e0f625 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:26:58.399686 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a5b890ee-1ceb-4d13-9280-6a51aa1941d1 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:58.413365 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa51287-4f25-4965-bad3-224b2cc10755 None None] New status for floating IP 0652ae08-d799-4f68-b3d0-4d0824ab124d: ACTIVE {{(pid=91619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 16:26:58.426687 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['0b4dbc0e-9641-4917-9f7f-3da8db4412c7'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:26:58.453781 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a5b890ee-1ceb-4d13-9280-6a51aa1941d1 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:58.480643 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3730d19-01db-49da-8202-c36030c38816 req-447a3105-49da-47b3-9da9-dc0096196e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:58.482166 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a3730d19-01db-49da-8202-c36030c38816 req-447a3105-49da-47b3-9da9-dc0096196e59 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a8bfa9e92bd94e3382c94206d64bc6a3&device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 1099 time: 0.1337514
Jun 03 16:26:58.531857 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a5b890ee-1ceb-4d13-9280-6a51aa1941d1 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:58.537606 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-6ae2d5ed-95e3-4150-a996-0f0c86e26f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:26:58.554067 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b890ee-1ceb-4d13-9280-6a51aa1941d1 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a1798d-bd45-4da5-90d7-51aba8727273,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:26:58.556928 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-a5b890ee-1ceb-4d13-9280-6a51aa1941d1 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:26:58.575235 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-a5b890ee-1ceb-4d13-9280-6a51aa1941d1 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:58.581288 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-a5b890ee-1ceb-4d13-9280-6a51aa1941d1 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "DELETE /v2.0/security-groups/93a1798d-bd45-4da5-90d7-51aba8727273 HTTP/1.1" status: 204  len: 168 time: 0.3182907
Jun 03 16:26:58.581898 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 38310) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:26:58.631696 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.provisioning_blocks [None req-c63cefba-75c7-4cf3-9eaf-cef5c32618d4 None None] Provisioning complete for port 0b4dbc0e-9641-4917-9f7f-3da8db4412c7 triggered by entity DHCP. {{(pid=91618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 16:26:58.632074 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-c63cefba-75c7-4cf3-9eaf-cef5c32618d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8045882'] for port, provisioning_complete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:58.701180 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3730d19-01db-49da-8202-c36030c38816 req-d27bd69a-0d61-40af-a7be-b2df507fc917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:58.703471 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a3730d19-01db-49da-8202-c36030c38816 req-d27bd69a-0d61-40af-a7be-b2df507fc917 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348 HTTP/1.1" status: 200  len: 915 time: 0.2084355
Jun 03 16:26:58.815893 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a3730d19-01db-49da-8202-c36030c38816 req-40daf9f3-251f-46ae-8348-f0bf86251506 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b4dbc0e-9641-4917-9f7f-3da8db4412c7 HTTP/1.1" status: 200  len: 1001 time: 0.1050663
Jun 03 16:26:58.884699 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3730d19-01db-49da-8202-c36030c38816 req-4b536de8-8c6f-4f06-bc0f-cd6d75bc960b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:58.886405 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a3730d19-01db-49da-8202-c36030c38816 req-4b536de8-8c6f-4f06-bc0f-cd6d75bc960b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5cf2a1c-41bf-447c-83c4-f002ed66edbf HTTP/1.1" status: 200  len: 853 time: 0.0639825
Jun 03 16:26:58.963706 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3730d19-01db-49da-8202-c36030c38816 req-d76f32b9-a926-4544-8934-bdfaf1db2771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:26:58.965061 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a3730d19-01db-49da-8202-c36030c38816 req-d76f32b9-a926-4544-8934-bdfaf1db2771 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0699382
Jun 03 16:26:58.977953 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-059c0c69-54cd-46a5-9a0f-d9fbbdc7deed tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Deleting port 7b1eb390-4160-41ff-a6d9-307dd895c744 {{(pid=91616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:26:58.978519 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-059c0c69-54cd-46a5-9a0f-d9fbbdc7deed tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:59.094424 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-059c0c69-54cd-46a5-9a0f-d9fbbdc7deed tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:59.094756 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-059c0c69-54cd-46a5-9a0f-d9fbbdc7deed tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:59.098639 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a3730d19-01db-49da-8202-c36030c38816 req-85af9ab3-f1d5-4bb8-8002-1218c288fb54 service neutron] 10.222.0.73 "GET /v2.0/networks/1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252484
Jun 03 16:26:59.218693 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-059c0c69-54cd-46a5-9a0f-d9fbbdc7deed tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Calling delete_port for 7b1eb390-4160-41ff-a6d9-307dd895c744 owned by network:floatingip {{(pid=91616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:26:59.232192 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a3730d19-01db-49da-8202-c36030c38816 req-e06cc40b-35a4-49a8-9ac2-9120f0aae63f service neutron] 10.222.0.73 "GET /v2.0/networks/1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258883
Jun 03 16:26:59.345993 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-059c0c69-54cd-46a5-9a0f-d9fbbdc7deed tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954439'] for port, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:59.350974 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-7e777295-85ed-4792-ae17-311757e0da5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:26:59.398466 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c0c69-54cd-46a5-9a0f-d9fbbdc7deed tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Pushing event deleted for resources: {'Port': ['ID=7b1eb390-4160-41ff-a6d9-307dd895c744,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:26:59.423910 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-059c0c69-54cd-46a5-9a0f-d9fbbdc7deed tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:26:59.498803 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-059c0c69-54cd-46a5-9a0f-d9fbbdc7deed tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks [] for floatingip, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:26:59.499027 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.db.l3_db [None req-059c0c69-54cd-46a5-9a0f-d9fbbdc7deed tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Floating IP f443ebe6-c783-4182-9a73-66775aae7f90 disassociated (deleted). External IP: 172.27.2.83, port: 0b4dbc0e-9641-4917-9f7f-3da8db4412c7.
Jun 03 16:26:59.841421 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059c0c69-54cd-46a5-9a0f-d9fbbdc7deed tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Router e7650418-f0e2-4241-b98e-99fc5309f404 has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:27:00.017986 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059c0c69-54cd-46a5-9a0f-d9fbbdc7deed tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:27:00.027593 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21de4c71-2652-44e5-9739-c189e7d1056b None None] Sync routers for ids ['e7650418-f0e2-4241-b98e-99fc5309f404'] in dv-cinder-786524-8-iscsi {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:27:00.036477 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21de4c71-2652-44e5-9739-c189e7d1056b None None] Routers {'e7650418-f0e2-4241-b98e-99fc5309f404'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:27:00.037127 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-21de4c71-2652-44e5-9739-c189e7d1056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa0c62730>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:26:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['e7650418-f0e2-4241-b98e-99fc5309f404'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:27:00.038423 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-059c0c69-54cd-46a5-9a0f-d9fbbdc7deed tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for floatingip, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:27:00.268198 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-059c0c69-54cd-46a5-9a0f-d9fbbdc7deed tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "DELETE /v2.0/floatingips/f443ebe6-c783-4182-9a73-66775aae7f90 HTTP/1.1" status: 204  len: 168 time: 1.6852551
Jun 03 16:27:00.299418 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-21de4c71-2652-44e5-9739-c189e7d1056b None None] Set router e7650418-f0e2-4241-b98e-99fc5309f404 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:27:00.323142 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9157118-689e-425e-91aa-613e4224c31f', 'tag': '0b4dbc0e-9641-4917-9f7f-3da8db4412c7'}] {{(pid=91616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:27:00.325860 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ba5683e2301900b00b63f0bdb68dd2696e782727940e4ba776c706cb44efd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa597630-b1b6-4f74-a4c3-27436b748e76" -d '{"events": [{"name": "network-changed", "server_uuid": "d9157118-689e-425e-91aa-613e4224c31f", "tag": "0b4dbc0e-9641-4917-9f7f-3da8db4412c7"}]}' {{(pid=91616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:27:00.375298 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe963b8-5580-4fe6-bd72-a0bcee5a0904 x-openstack-request-id: req-0fe963b8-5580-4fe6-bd72-a0bcee5a0904 {{(pid=91616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:27:00.375636 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9157118-689e-425e-91aa-613e4224c31f", "tag": "0b4dbc0e-9641-4917-9f7f-3da8db4412c7", "status": "completed", "code": 200}]} {{(pid=91616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:27:00.375936 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0fe963b8-5580-4fe6-bd72-a0bcee5a0904 {{(pid=91616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:27:00.376370 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9157118-689e-425e-91aa-613e4224c31f', 'tag': '0b4dbc0e-9641-4917-9f7f-3da8db4412c7', 'status': 'completed', 'code': 200}
Jun 03 16:27:00.491377 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa597630-b1b6-4f74-a4c3-27436b748e76 req-4045f96e-d0ab-42ca-84a5-3263abdd6a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:27:00.494430 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-aa597630-b1b6-4f74-a4c3-27436b748e76 req-4045f96e-d0ab-42ca-84a5-3263abdd6a12 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a8bfa9e92bd94e3382c94206d64bc6a3&device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 1099 time: 0.0951648
Jun 03 16:27:00.637771 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-21de4c71-2652-44e5-9739-c189e7d1056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa0c62730>, [{'id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'name': 'tempest-TestMinimumBasicScenario-237096658-router', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '6cb8fcdb-ed50-440f-a735-4c72ab8f7369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:24:35Z', 'updated_at': '2021-06-03T16:24:39Z', 'revision_number': 4, 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'gw_port': {'id': '6cb8fcdb-ed50-440f-a735-4c72ab8f7369', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:36Z', 'updated_at': '2021-06-03T16:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'f3633d48-19e0-4f9a-adbd-16094cd615f8', 'name': '', 'network_id': '1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'mac_address': 'fa:16:3e:a2:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c5cf2a1c-41bf-447c-83c4-f002ed66edbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:38Z', 'updated_at': '2021-06-03T16:24:45Z', 'revision_number': 5, 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'subnets': [{'id': 'c5cf2a1c-41bf-447c-83c4-f002ed66edbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:27:00.642031 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21de4c71-2652-44e5-9739-c189e7d1056b None None] Checking router: e7650418-f0e2-4241-b98e-99fc5309f404 for host: dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:27:00.650304 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa597630-b1b6-4f74-a4c3-27436b748e76 req-fa90b1b9-f9cc-4682-ba41-b98d88f85e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:27:00.651371 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21de4c71-2652-44e5-9739-c189e7d1056b None None] Routers {'e7650418-f0e2-4241-b98e-99fc5309f404'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:27:00.651794 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-aa597630-b1b6-4f74-a4c3-27436b748e76 req-fa90b1b9-f9cc-4682-ba41-b98d88f85e99 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348 HTTP/1.1" status: 200  len: 915 time: 0.1514802
Jun 03 16:27:00.651993 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-21de4c71-2652-44e5-9739-c189e7d1056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa0c62730>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:26:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['e7650418-f0e2-4241-b98e-99fc5309f404'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:27:00.733098 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-aa597630-b1b6-4f74-a4c3-27436b748e76 req-37e078e3-e9a2-40f5-a17a-8a1c3527c935 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b4dbc0e-9641-4917-9f7f-3da8db4412c7 HTTP/1.1" status: 200  len: 217 time: 0.0666487
Jun 03 16:27:00.804424 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa597630-b1b6-4f74-a4c3-27436b748e76 req-603642ba-8790-4f08-93fb-dbf4c3505290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:27:00.806435 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-aa597630-b1b6-4f74-a4c3-27436b748e76 req-603642ba-8790-4f08-93fb-dbf4c3505290 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5cf2a1c-41bf-447c-83c4-f002ed66edbf HTTP/1.1" status: 200  len: 853 time: 0.0656335
Jun 03 16:27:00.834645 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-21de4c71-2652-44e5-9739-c189e7d1056b None None] Set router e7650418-f0e2-4241-b98e-99fc5309f404 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:27:00.902653 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa597630-b1b6-4f74-a4c3-27436b748e76 req-b4a45cd7-b2c3-4794-a556-03f4998043f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:27:00.904221 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-aa597630-b1b6-4f74-a4c3-27436b748e76 req-b4a45cd7-b2c3-4794-a556-03f4998043f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0829403
Jun 03 16:27:01.129979 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-aa597630-b1b6-4f74-a4c3-27436b748e76 req-e382245d-a8fb-4489-a5c4-6f7ccace66c6 service neutron] 10.222.0.73 "GET /v2.0/networks/1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2178698
Jun 03 16:27:01.189301 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-21de4c71-2652-44e5-9739-c189e7d1056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa0c62730>, [{'id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'name': 'tempest-TestMinimumBasicScenario-237096658-router', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '6cb8fcdb-ed50-440f-a735-4c72ab8f7369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:24:35Z', 'updated_at': '2021-06-03T16:24:39Z', 'revision_number': 4, 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'gw_port': {'id': '6cb8fcdb-ed50-440f-a735-4c72ab8f7369', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:36Z', 'updated_at': '2021-06-03T16:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'f3633d48-19e0-4f9a-adbd-16094cd615f8', 'name': '', 'network_id': '1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'mac_address': 'fa:16:3e:a2:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c5cf2a1c-41bf-447c-83c4-f002ed66edbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:38Z', 'updated_at': '2021-06-03T16:24:45Z', 'revision_number': 5, 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'subnets': [{'id': 'c5cf2a1c-41bf-447c-83c4-f002ed66edbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:27:01.193704 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21de4c71-2652-44e5-9739-c189e7d1056b None None] The sync data for ids ['e7650418-f0e2-4241-b98e-99fc5309f404'] in dv-cinder-786524-8-iscsi is: [{'id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'name': 'tempest-TestMinimumBasicScenario-237096658-router', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '6cb8fcdb-ed50-440f-a735-4c72ab8f7369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:24:35Z', 'updated_at': '2021-06-03T16:24:39Z', 'revision_number': 4, 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'gw_port': {'id': '6cb8fcdb-ed50-440f-a735-4c72ab8f7369', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:36Z', 'updated_at': '2021-06-03T16:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'f3633d48-19e0-4f9a-adbd-16094cd615f8', 'name': '', 'network_id': '1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'mac_address': 'fa:16:3e:a2:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c5cf2a1c-41bf-447c-83c4-f002ed66edbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:38Z', 'updated_at': '2021-06-03T16:24:45Z', 'revision_number': 5, 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'subnets': [{'id': 'c5cf2a1c-41bf-447c-83c4-f002ed66edbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:27:01.308665 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-aa597630-b1b6-4f74-a4c3-27436b748e76 req-69fc2766-ec25-43c3-af3c-2b85a1399b4d service neutron] 10.222.0.73 "GET /v2.0/networks/1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1518164
Jun 03 16:27:01.411149 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74b1fdb-e143-4803-980b-de269ec88787 None None] New status for floating IP f443ebe6-c783-4182-9a73-66775aae7f90: DOWN {{(pid=91619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 16:27:06.992635 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-4d9ea3ba-2317-41ac-a65e-dda0ca0599c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:27:08.853708 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:27:09.447944 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:27:09.769488 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-25187f78-a648-4aa9-8908-eb0509b79e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:27:10.770875 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:27:10.790393 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:27:12.216024 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:27:13.316102 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a350050e-3878-4c61-8066-59330a962420 req-7e189433-ef00-4c17-a3f3-85852ba50f58 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1150832
Jun 03 16:27:13.460455 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350050e-3878-4c61-8066-59330a962420 req-29d4cf03-fdf8-41b0-a6b2-fee67fb6569f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:27:13.461929 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a350050e-3878-4c61-8066-59330a962420 req-29d4cf03-fdf8-41b0-a6b2-fee67fb6569f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f44ece6093c64861a96b56285934a43e&device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 1099 time: 0.0710862
Jun 03 16:27:13.608006 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350050e-3878-4c61-8066-59330a962420 req-9494efcb-2105-4c63-839f-6ebc05602f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:27:13.609375 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a350050e-3878-4c61-8066-59330a962420 req-9494efcb-2105-4c63-839f-6ebc05602f8c service neutron] 10.222.0.73 "GET /v2.0/networks?id=aec810ed-0ee2-4480-934c-29ea716a1d55 HTTP/1.1" status: 200  len: 913 time: 0.1276565
Jun 03 16:27:13.715700 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a350050e-3878-4c61-8066-59330a962420 req-d715f772-9de2-4946-ac3c-289f1912d1d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a6aa8a1-c35a-4582-aee9-ee87a1daba22 HTTP/1.1" status: 200  len: 1001 time: 0.0984936
Jun 03 16:27:13.779401 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350050e-3878-4c61-8066-59330a962420 req-1909fcf2-7ffc-4343-9b78-afa63c1be844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:27:13.780881 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a350050e-3878-4c61-8066-59330a962420 req-1909fcf2-7ffc-4343-9b78-afa63c1be844 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ffc8a07-8eea-4758-b719-3a645c0307b8 HTTP/1.1" status: 200  len: 851 time: 0.0579660
Jun 03 16:27:13.860036 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350050e-3878-4c61-8066-59330a962420 req-47c22812-63a3-43ef-a15a-26c929fb4617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:27:13.861438 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a350050e-3878-4c61-8066-59330a962420 req-47c22812-63a3-43ef-a15a-26c929fb4617 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aec810ed-0ee2-4480-934c-29ea716a1d55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0719006
Jun 03 16:27:13.873132 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [req-a350050e-3878-4c61-8066-59330a962420 req-811ae3f7-1639-4555-a1f3-51b2d83ef962 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=91617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 16:27:13.874046 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a350050e-3878-4c61-8066-59330a962420 req-811ae3f7-1639-4555-a1f3-51b2d83ef962 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0049341
Jun 03 16:27:14.007883 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a350050e-3878-4c61-8066-59330a962420 req-9fce96d8-59af-4b28-a3d4-91d0575ae04f service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254451
Jun 03 16:27:14.139315 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a350050e-3878-4c61-8066-59330a962420 req-65f6efe6-33be-4f4a-a95e-3b6b421857ea service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234560
Jun 03 16:27:36.995312 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-bda7de00-a32c-463f-af84-94dc7c3345bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:27:38.860382 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:27:39.450545 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:27:39.771594 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-f2fef187-ebf5-4bbe-b60a-055b5e64ecd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:27:40.792889 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:27:42.218799 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:27:47.769571 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:28:06.999345 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-8ffd9343-9803-4b7a-bcc2-9cfdbb5eaa0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:28:08.859667 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:28:09.454044 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:28:09.774525 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-132e01b9-b1a2-4713-a40f-2002d2b5c9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:28:10.795196 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:28:12.223309 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:28:14.545818 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a6e63daf-60f4-4169-abdd-a6f59e90c4be req-e6526655-c413-43ec-a20b-49ae874ce393 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0713298
Jun 03 16:28:14.649390 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e63daf-60f4-4169-abdd-a6f59e90c4be req-5b6810a9-90fe-401d-9b6a-54c818312b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:28:14.650849 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a6e63daf-60f4-4169-abdd-a6f59e90c4be req-5b6810a9-90fe-401d-9b6a-54c818312b06 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aab7b434e42e42818fcd0129cd4844a9&device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 1098 time: 0.0770540
Jun 03 16:28:14.800505 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e63daf-60f4-4169-abdd-a6f59e90c4be req-718b31c7-98ba-4e23-9422-633430db194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:28:14.801914 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a6e63daf-60f4-4169-abdd-a6f59e90c4be req-718b31c7-98ba-4e23-9422-633430db194c service neutron] 10.222.0.73 "GET /v2.0/networks?id=b2b58040-a5dd-40b7-8077-2331b9f5b49f HTTP/1.1" status: 200  len: 915 time: 0.1271384
Jun 03 16:28:14.871403 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a6e63daf-60f4-4169-abdd-a6f59e90c4be req-c2a79146-efec-465d-b98e-e0dc21fefadd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=002ea396-ada4-441a-b65a-cf4bea18815c HTTP/1.1" status: 200  len: 217 time: 0.0591934
Jun 03 16:28:14.939020 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e63daf-60f4-4169-abdd-a6f59e90c4be req-1e5feba8-22f1-4d00-811b-4ca5964cdc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:28:14.940394 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a6e63daf-60f4-4169-abdd-a6f59e90c4be req-1e5feba8-22f1-4d00-811b-4ca5964cdc16 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5169a987-a91e-4e36-857f-d99393415f23 HTTP/1.1" status: 200  len: 854 time: 0.0594254
Jun 03 16:28:14.987002 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a6e63daf-60f4-4169-abdd-a6f59e90c4be req-808cb1af-dc9e-4c6a-8616-6b2bce9a114f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b2b58040-a5dd-40b7-8077-2331b9f5b49f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0398145
Jun 03 16:28:15.209538 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a6e63daf-60f4-4169-abdd-a6f59e90c4be req-45cbbfd0-c7ea-48e7-8f1e-ac1224dd1f84 service neutron] 10.222.0.73 "GET /v2.0/networks/b2b58040-a5dd-40b7-8077-2331b9f5b49f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2114151
Jun 03 16:28:15.345939 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a6e63daf-60f4-4169-abdd-a6f59e90c4be req-57cb466c-f589-42d5-aa25-12d8e8101c1d service neutron] 10.222.0.73 "GET /v2.0/networks/b2b58040-a5dd-40b7-8077-2331b9f5b49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248386
Jun 03 16:28:24.768089 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:28:26.180438 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 38686) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:28:26.445717 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-5df4b41c-6945-4fb6-a7d8-15823599753c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Deleting port 405f3dd8-24c2-4170-abba-e35e2426cb50 {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:28:26.446090 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5df4b41c-6945-4fb6-a7d8-15823599753c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:28:26.564996 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5df4b41c-6945-4fb6-a7d8-15823599753c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:28:26.565355 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5df4b41c-6945-4fb6-a7d8-15823599753c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:28:26.689975 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-5df4b41c-6945-4fb6-a7d8-15823599753c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Calling delete_port for 405f3dd8-24c2-4170-abba-e35e2426cb50 owned by network:floatingip {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:28:26.811641 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5df4b41c-6945-4fb6-a7d8-15823599753c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:28:26.815986 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-4e01845a-7aea-43f2-99b3-7fc5126f4446 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:28:26.887890 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4b41c-6945-4fb6-a7d8-15823599753c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Pushing event deleted for resources: {'Port': ['ID=405f3dd8-24c2-4170-abba-e35e2426cb50,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:28:26.903821 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4b41c-6945-4fb6-a7d8-15823599753c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:28:26.904205 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4b41c-6945-4fb6-a7d8-15823599753c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:28:26.904576 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4b41c-6945-4fb6-a7d8-15823599753c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:28:26.904937 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4b41c-6945-4fb6-a7d8-15823599753c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:28:26.905321 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4b41c-6945-4fb6-a7d8-15823599753c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:28:26.905689 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4b41c-6945-4fb6-a7d8-15823599753c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:28:26.906056 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4b41c-6945-4fb6-a7d8-15823599753c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:28:26.906411 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4b41c-6945-4fb6-a7d8-15823599753c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:28:26.906765 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4b41c-6945-4fb6-a7d8-15823599753c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:28:26.907120 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4b41c-6945-4fb6-a7d8-15823599753c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:28:26.907466 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4b41c-6945-4fb6-a7d8-15823599753c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:28:26.907813 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df4b41c-6945-4fb6-a7d8-15823599753c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:28:26.911501 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-5df4b41c-6945-4fb6-a7d8-15823599753c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:28:26.964893 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5df4b41c-6945-4fb6-a7d8-15823599753c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for floatingip, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:28:26.965228 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.db.l3_db [None req-5df4b41c-6945-4fb6-a7d8-15823599753c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Floating IP 0652ae08-d799-4f68-b3d0-4d0824ab124d disassociated (deleted). External IP: 172.27.2.55, port: 428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8.
Jun 03 16:28:27.409539 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df4b41c-6945-4fb6-a7d8-15823599753c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Router c426a715-f7e8-4e42-a873-bc1373343142 has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:28:27.582169 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df4b41c-6945-4fb6-a7d8-15823599753c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:28:27.591653 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504d755a-47b7-46d0-b217-a96408790e59 None None] Sync routers for ids ['c426a715-f7e8-4e42-a873-bc1373343142'] in dv-cinder-786524-8-iscsi {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:28:27.600865 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5df4b41c-6945-4fb6-a7d8-15823599753c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for floatingip, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:28:27.602525 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504d755a-47b7-46d0-b217-a96408790e59 None None] Routers {'c426a715-f7e8-4e42-a873-bc1373343142'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:28:27.603146 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-504d755a-47b7-46d0-b217-a96408790e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2136880>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:28:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['c426a715-f7e8-4e42-a873-bc1373343142'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:28:27.660428 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-5df4b41c-6945-4fb6-a7d8-15823599753c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "DELETE /v2.0/floatingips/0652ae08-d799-4f68-b3d0-4d0824ab124d HTTP/1.1" status: 204  len: 168 time: 1.4788766
Jun 03 16:28:27.661176 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048aa41b-6296-40b0-97f5-b0386d34ffba', 'tag': '428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:28:27.663469 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac716d6-31d3-4bd8-8cad-db743b0535ef" -d '{"events": [{"name": "network-changed", "server_uuid": "048aa41b-6296-40b0-97f5-b0386d34ffba", "tag": "428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:28:27.779290 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759ca574-40ac-46e9-8750-8898f3f5600e x-openstack-request-id: req-759ca574-40ac-46e9-8750-8898f3f5600e {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:28:27.779690 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048aa41b-6296-40b0-97f5-b0386d34ffba", "tag": "428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:28:27.780045 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-759ca574-40ac-46e9-8750-8898f3f5600e {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:28:27.780612 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048aa41b-6296-40b0-97f5-b0386d34ffba', 'tag': '428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8', 'status': 'completed', 'code': 200}
Jun 03 16:28:27.786202 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-504d755a-47b7-46d0-b217-a96408790e59 None None] Set router c426a715-f7e8-4e42-a873-bc1373343142 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:28:27.886935 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac716d6-31d3-4bd8-8cad-db743b0535ef req-162b0656-f171-43ad-a5a4-28f877ff25da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:28:27.888787 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8ac716d6-31d3-4bd8-8cad-db743b0535ef req-162b0656-f171-43ad-a5a4-28f877ff25da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f44ece6093c64861a96b56285934a43e&device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 1098 time: 0.0791764
Jun 03 16:28:28.041314 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac716d6-31d3-4bd8-8cad-db743b0535ef req-27b06ef4-ff7c-4f97-a885-c8bda5cf1f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:28:28.042927 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8ac716d6-31d3-4bd8-8cad-db743b0535ef req-27b06ef4-ff7c-4f97-a885-c8bda5cf1f09 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aec810ed-0ee2-4480-934c-29ea716a1d55 HTTP/1.1" status: 200  len: 913 time: 0.1432450
Jun 03 16:28:28.076881 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8fe6e-99d0-402a-b789-3427bb7f6986 req-ac67cb6e-a418-4b39-bbd3-b1f019a3260e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:28:28.079164 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-bbc8fe6e-99d0-402a-b789-3427bb7f6986 req-ac67cb6e-a418-4b39-bbd3-b1f019a3260e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 945 time: 0.0834293
Jun 03 16:28:28.120323 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8ac716d6-31d3-4bd8-8cad-db743b0535ef req-fdf2dfc7-907d-49df-a782-9d9a189849bb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8 HTTP/1.1" status: 200  len: 217 time: 0.0695326
Jun 03 16:28:28.125094 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-bbc8fe6e-99d0-402a-b789-3427bb7f6986 req-5f968501-a14b-4fd3-a820-b184c2fd8727 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403578
Jun 03 16:28:28.189711 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac716d6-31d3-4bd8-8cad-db743b0535ef req-13ad7be0-857a-429e-8896-42b08803cf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:28:28.191191 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-504d755a-47b7-46d0-b217-a96408790e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2136880>, [{'id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'name': 'tempest-TestVolumeBootPattern-1840315318-router', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:19:52Z', 'updated_at': '2021-06-03T16:19:58Z', 'revision_number': 4, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'gw_port': {'id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:54Z', 'updated_at': '2021-06-03T16:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_floatingips': [{'id': '35e0664d-9cb2-4a23-8ee3-d4ed6d31d4ab', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'port_id': '7a6aa8a1-c35a-4582-aee9-ee87a1daba22', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'mac_address': 'fa:16:3e:42:28:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb69b26-5ce8-4d05-8e95-df0f958708af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:23:49Z', 'updated_at': '2021-06-03T16:23:52Z', 'revision_number': 1, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72164cc-a301-45da-8a57-479e8f418578', 'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'mac_address': 'fa:16:3e:61:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:57Z', 'updated_at': '2021-06-03T16:20:08Z', 'revision_number': 5, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'subnets': [{'id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:28:28.191415 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8ac716d6-31d3-4bd8-8cad-db743b0535ef req-13ad7be0-857a-429e-8896-42b08803cf5c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ffc8a07-8eea-4758-b719-3a645c0307b8 HTTP/1.1" status: 200  len: 851 time: 0.0615699
Jun 03 16:28:28.194767 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504d755a-47b7-46d0-b217-a96408790e59 None None] Checking router: c426a715-f7e8-4e42-a873-bc1373343142 for host: dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:28:28.203745 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504d755a-47b7-46d0-b217-a96408790e59 None None] Routers {'c426a715-f7e8-4e42-a873-bc1373343142'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:28:28.204342 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-504d755a-47b7-46d0-b217-a96408790e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2136880>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:28:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['c426a715-f7e8-4e42-a873-bc1373343142'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:28:28.271332 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac716d6-31d3-4bd8-8cad-db743b0535ef req-7804b31c-3784-4fbc-b8e1-fce3c8d3838a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:28:28.272802 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8ac716d6-31d3-4bd8-8cad-db743b0535ef req-7804b31c-3784-4fbc-b8e1-fce3c8d3838a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aec810ed-0ee2-4480-934c-29ea716a1d55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0706027
Jun 03 16:28:28.381356 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-504d755a-47b7-46d0-b217-a96408790e59 None None] Set router c426a715-f7e8-4e42-a873-bc1373343142 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:28:28.412030 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8ac716d6-31d3-4bd8-8cad-db743b0535ef req-e4a318c8-8aff-4e1f-b2e4-35dd7b9f48b9 service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280928
Jun 03 16:28:28.549802 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8ac716d6-31d3-4bd8-8cad-db743b0535ef req-2dacc273-82ac-4f4d-8257-2ebe1b4cbe93 service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291397
Jun 03 16:28:28.730192 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-504d755a-47b7-46d0-b217-a96408790e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2136880>, [{'id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'name': 'tempest-TestVolumeBootPattern-1840315318-router', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:19:52Z', 'updated_at': '2021-06-03T16:19:58Z', 'revision_number': 4, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'gw_port': {'id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:54Z', 'updated_at': '2021-06-03T16:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_floatingips': [{'id': '35e0664d-9cb2-4a23-8ee3-d4ed6d31d4ab', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'port_id': '7a6aa8a1-c35a-4582-aee9-ee87a1daba22', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'mac_address': 'fa:16:3e:42:28:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb69b26-5ce8-4d05-8e95-df0f958708af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:23:49Z', 'updated_at': '2021-06-03T16:23:52Z', 'revision_number': 1, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72164cc-a301-45da-8a57-479e8f418578', 'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'mac_address': 'fa:16:3e:61:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:57Z', 'updated_at': '2021-06-03T16:20:08Z', 'revision_number': 5, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'subnets': [{'id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:28:28.734335 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504d755a-47b7-46d0-b217-a96408790e59 None None] The sync data for ids ['c426a715-f7e8-4e42-a873-bc1373343142'] in dv-cinder-786524-8-iscsi is: [{'id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'name': 'tempest-TestVolumeBootPattern-1840315318-router', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:19:52Z', 'updated_at': '2021-06-03T16:19:58Z', 'revision_number': 4, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'gw_port': {'id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:54Z', 'updated_at': '2021-06-03T16:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_floatingips': [{'id': '35e0664d-9cb2-4a23-8ee3-d4ed6d31d4ab', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'router_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'port_id': '7a6aa8a1-c35a-4582-aee9-ee87a1daba22', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'mac_address': 'fa:16:3e:42:28:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb69b26-5ce8-4d05-8e95-df0f958708af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T16:23:49Z', 'updated_at': '2021-06-03T16:23:52Z', 'revision_number': 1, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72164cc-a301-45da-8a57-479e8f418578', 'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'mac_address': 'fa:16:3e:61:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:57Z', 'updated_at': '2021-06-03T16:20:08Z', 'revision_number': 5, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'subnets': [{'id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:28:28.940756 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6611e542-b4f2-412d-b3ad-74a2fa619745 None None] New status for floating IP 0652ae08-d799-4f68-b3d0-4d0824ab124d: DOWN {{(pid=91619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 16:28:29.311898 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f931da-8fad-44dd-a3c5-1c355e68e6e4 req-92fa3af0-1d08-407a-abc6-8d0278df8536 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:28:29.313358 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-27f931da-8fad-44dd-a3c5-1c355e68e6e4 req-92fa3af0-1d08-407a-abc6-8d0278df8536 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 945 time: 0.0827646
Jun 03 16:28:29.357200 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-27f931da-8fad-44dd-a3c5-1c355e68e6e4 req-f8038fcd-77c9-4787-bea4-bf27afecb3d7 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382359
Jun 03 16:28:29.989506 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2fe8b-4383-43eb-9ad3-e589d45db561 req-269ce764-22ef-409c-8027-fcdcf126308a tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:28:29.990210 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-86c2fe8b-4383-43eb-9ad3-e589d45db561 req-269ce764-22ef-409c-8027-fcdcf126308a tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Synchronizing usage tracker for tenant:f44ece6093c64861a96b56285934a43e on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:28:30.007372 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-86c2fe8b-4383-43eb-9ad3-e589d45db561 req-269ce764-22ef-409c-8027-fcdcf126308a tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Unset dirty status for tenant:f44ece6093c64861a96b56285934a43e on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:28:30.008720 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-86c2fe8b-4383-43eb-9ad3-e589d45db561 req-269ce764-22ef-409c-8027-fcdcf126308a tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.73 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 945 time: 0.0999787
Jun 03 16:28:30.149238 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-86c2fe8b-4383-43eb-9ad3-e589d45db561 req-142efce1-f06e-42bb-b49e-f21567e515b9 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Deleting port 428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8 {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:28:30.149582 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-86c2fe8b-4383-43eb-9ad3-e589d45db561 req-142efce1-f06e-42bb-b49e-f21567e515b9 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:28:30.281371 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-86c2fe8b-4383-43eb-9ad3-e589d45db561 req-142efce1-f06e-42bb-b49e-f21567e515b9 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] For port 428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8,segment=NetworkSegment(b0dbd752-4780-4d30-953c-bd3e6826f7f2),segment_id=b0dbd752-4780-4d30-953c-bd3e6826f7f2)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:28:30.281646 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-86c2fe8b-4383-43eb-9ad3-e589d45db561 req-142efce1-f06e-42bb-b49e-f21567e515b9 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:28:30.407782 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-86c2fe8b-4383-43eb-9ad3-e589d45db561 req-142efce1-f06e-42bb-b49e-f21567e515b9 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Calling delete_port for 428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8 owned by compute:nova {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:28:30.518013 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-86c2fe8b-4383-43eb-9ad3-e589d45db561 req-142efce1-f06e-42bb-b49e-f21567e515b9 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:28:30.524280 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-ac15ce37-9dce-48f1-8807-5bd27100e79c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:28:30.544981 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304843ad-ac1a-4414-a9af-bcb486f63d5a req-84e3ef70-87b7-40db-9e3f-e62a94d47ac5 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:28:30.546369 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-304843ad-ac1a-4414-a9af-bcb486f63d5a req-84e3ef70-87b7-40db-9e3f-e62a94d47ac5 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 867 time: 0.0828443
Jun 03 16:28:30.595065 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-304843ad-ac1a-4414-a9af-bcb486f63d5a req-71ecdb11-1203-417d-9706-d6f8e45abfd2 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424767
Jun 03 16:28:30.669260 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142efce1-f06e-42bb-b49e-f21567e515b9 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Pushing event deleted for resources: {'Port': ['ID=428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:28:30.672292 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-142efce1-f06e-42bb-b49e-f21567e515b9 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:28:30.743625 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c2fe8b-4383-43eb-9ad3-e589d45db561 req-142efce1-f06e-42bb-b49e-f21567e515b9 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] No DVR routers for this DVR port 428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8 on host hv-cinder-78652 {{(pid=91617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:28:30.746187 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-86c2fe8b-4383-43eb-9ad3-e589d45db561 req-142efce1-f06e-42bb-b49e-f21567e515b9 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:28:30.748716 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048aa41b-6296-40b0-97f5-b0386d34ffba', 'name': 'network-vif-deleted', 'tag': '428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:28:30.750956 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47cbcac-96b7-4397-8405-6abfa47df284" -d '{"events": [{"server_uuid": "048aa41b-6296-40b0-97f5-b0386d34ffba", "name": "network-vif-deleted", "tag": "428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:28:30.766146 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-86c2fe8b-4383-43eb-9ad3-e589d45db561 req-142efce1-f06e-42bb-b49e-f21567e515b9 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.73 "DELETE /v2.0/ports/428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8 HTTP/1.1" status: 204  len: 173 time: 0.7488325
Jun 03 16:28:30.800760 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ade1d9-97f6-4b70-95d2-6b268dacf10f x-openstack-request-id: req-61ade1d9-97f6-4b70-95d2-6b268dacf10f {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:28:30.801113 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048aa41b-6296-40b0-97f5-b0386d34ffba", "name": "network-vif-deleted", "tag": "428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:28:30.801407 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-61ade1d9-97f6-4b70-95d2-6b268dacf10f {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:28:30.802040 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048aa41b-6296-40b0-97f5-b0386d34ffba', 'name': 'network-vif-deleted', 'tag': '428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8', 'status': 'completed', 'code': 200}
Jun 03 16:28:31.746493 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-d7e7d25f-71ef-42b8-8e53-b3936be0e205 req-203aa4bf-7274-44ff-9c84-15cbef10374e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Synchronizing usage tracker for tenant:f44ece6093c64861a96b56285934a43e on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:28:31.761757 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-d7e7d25f-71ef-42b8-8e53-b3936be0e205 req-203aa4bf-7274-44ff-9c84-15cbef10374e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Unset dirty status for tenant:f44ece6093c64861a96b56285934a43e on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:28:31.762914 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d7e7d25f-71ef-42b8-8e53-b3936be0e205 req-203aa4bf-7274-44ff-9c84-15cbef10374e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0586190
Jun 03 16:28:32.909316 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a44ab43f-6e92-4af4-a949-db6864ebc603 req-ff393b57-0f3d-4ff0-8240-ed6db8ca3810 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0422063
Jun 03 16:28:34.058721 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-62046c82-d529-4e90-9c8f-e1e8bf7fd80c req-97b5481a-8c3a-4cb7-baa7-d6070ada565c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0446515
Jun 03 16:28:34.909297 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:28:34.945570 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] No Port match for: 428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8 {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:28:34.945917 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 428d7e08-c5ed-4ef7-94e6-d9ef1daf45c8 not bound to the agent host hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:28:35.206558 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4dd79db7-c338-4c91-8aaf-5178e133cd2a req-01e0ea7d-f5bd-4ac2-9cc1-5db629752085 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0418839
Jun 03 16:28:36.352441 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f87ae20c-babb-4111-8e99-fdcbfe62bcdf req-1097890b-2e2e-4908-96cb-9bf8c9d643ad tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0421262
Jun 03 16:28:37.001045 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-a68f1b05-2896-4c8d-872d-74965fd74fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:28:37.502841 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c7a2d139-fc20-4b9a-913e-39c410f46284 req-c4ba93d4-b2c3-45dd-a7a7-0e30e213f348 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0457892
Jun 03 16:28:38.651082 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2b462a3f-22b8-48fe-b6f4-03217709dfb0 req-3d41b905-ae2c-4b56-9189-ee4ec55ec1c4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0425887
Jun 03 16:28:38.874057 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:28:39.455457 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:28:39.778637 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-566a1959-9490-4e72-a9d1-f4f17b371018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:28:39.799036 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8ac0d911-517e-4d60-b6ba-d0f414cba548 req-0bee57eb-4372-45f2-a517-fc7cef956c2f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0448403
Jun 03 16:28:40.798015 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:28:40.949985 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-dea6bc94-9bb9-43b4-aa03-7d594b4db046 req-76779dfc-1d5a-4620-9674-330cf3c1a685 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0467865
Jun 03 16:28:42.100086 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-abc3be3d-0eb0-4b12-917c-8f1bd3bcccb8 req-bf22700e-d777-4713-909c-58a7c5b3c482 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0429509
Jun 03 16:28:42.224620 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:28:43.246559 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-149882b1-6420-4c36-a1b2-d5ef00f19b11 req-25ac9cd2-3d93-422c-b6d4-837f02419157 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0435185
Jun 03 16:28:44.402366 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7393787c-b9c2-46ac-b032-46cff0a97d85 req-7b64f702-b4d1-4949-aa28-10c67bf7bffb tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0462761
Jun 03 16:28:45.551143 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-55a412be-3776-4dee-beb2-248ff4ff6d79 req-39a2b1ad-7dcb-440c-81d4-07b7e7f19dc9 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0421112
Jun 03 16:28:46.698623 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-435ee955-88b3-47a1-9d77-d5719dd47371 req-07f9ad6e-297d-47fc-a7ff-ff5bbe60bd38 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0426016
Jun 03 16:28:47.847645 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5e625247-7473-44ac-8067-73dafec82396 req-fca2e804-9526-4a12-86c7-1cb57d3d3a2c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0462556
Jun 03 16:28:48.996119 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5e2ac405-d1fc-4920-be90-893f3b7129b5 req-a797114f-c718-4f5c-a489-8f11237a29c6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0429122
Jun 03 16:28:50.282408 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5a3d101e-1746-4382-824f-45e787f316f3 req-91ad71b2-a6ff-4268-913e-b6f0fab0147c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0424659
Jun 03 16:28:51.432127 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a886753c-987f-4732-b336-1b176baf6228 req-d582d785-24f3-4749-9db9-f16ea5293437 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0455184
Jun 03 16:28:52.579287 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-51aefec9-17d0-484d-9516-874b4870ec5a req-6fbe326c-3be2-4110-af28-20b1163df51c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0414643
Jun 03 16:28:53.724586 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9466d385-c8ad-47ae-8708-ae9980476b88 req-039555c3-df09-4869-8538-a5b357af38cd tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0423388
Jun 03 16:28:54.873164 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5a20f3fc-ea1b-4b96-8be5-15461917be51 req-505b4c06-7a95-4b54-8989-a09cd2f948bb tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0450282
Jun 03 16:28:56.019614 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2e236572-6646-44d0-b077-90ff662f65ea req-3a56f807-ab35-4e71-a162-3dc3e6b45bdc tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0425475
Jun 03 16:28:57.165031 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-11340406-84cc-42f4-8883-89461c118e12 req-14aa5a9c-61f0-498c-be10-b77f95646847 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0431859
Jun 03 16:28:58.316953 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-63d9f7d2-b6a5-497e-8d85-c4693939766d req-2a49c186-d21e-4c63-9539-fe9fabf8f441 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0471346
Jun 03 16:28:59.467949 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-683652ae-58d3-41c5-a505-943b6f04a32c req-3a978479-21ec-4d27-87ba-228098a24f1b tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0428188
Jun 03 16:29:00.614503 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-48277683-f9b6-42f4-8c7f-e71cbdaea371 req-16e97956-8e4d-430f-b657-c841aa79edec tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0424736
Jun 03 16:29:01.764920 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f56a2f02-f607-4fda-a8ce-4fe2b1e13eb1 req-6c13a0a4-aadc-4ad8-9a41-80b3d9419cdf tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0469682
Jun 03 16:29:01.767085 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:29:02.912551 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-74126193-0a37-43e8-9fde-19ebde1b5fa4 req-999b0c7f-1751-41fe-a3e9-65b0df833f84 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0435648
Jun 03 16:29:04.059694 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-75c316a1-339a-4a84-b47e-da5022157a16 req-cc493d32-bebe-4a5e-9cd1-00dce4d00837 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0414104
Jun 03 16:29:05.208501 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a13e2505-5014-4dae-a12f-0374037cd8cc req-ad0855b7-4cc1-467f-9017-a75a0d05c285 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0453572
Jun 03 16:29:06.447237 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1f63c48c-0446-4237-a92a-1a5fb9f45eda req-3a64e08f-f567-49c3-bd55-c3d1d6f737f6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.1253448
Jun 03 16:29:07.003173 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-c5130ca3-d9fb-487e-8d2f-8927f842cdba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:29:07.591330 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-af408897-65ff-4659-8423-85876963f3c8 req-d7396afb-cc77-4f7d-ac09-dfb1c02ccfcd tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0423405
Jun 03 16:29:08.743480 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7ebd17a4-0252-4dee-8073-c59f6f0e313b req-ac4c67f4-1a2a-47d4-a47e-a9b074504c87 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0479288
Jun 03 16:29:08.874868 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:29:09.457311 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:29:09.780227 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-c9ca6829-3102-45bd-b8dd-77bb80826329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:29:09.893395 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d7b2650d-01ff-439a-969d-e75d73b07ba1 req-0f75f631-cad3-433e-abdb-265ab465ce46 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0430954
Jun 03 16:29:10.801726 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:29:11.040508 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7088c980-e566-45df-8386-96b95e1ca417 req-6192f6ac-f8ca-4cac-8439-2548a55ba224 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0437109
Jun 03 16:29:12.192097 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-85223988-ba2d-463c-b433-c64022a0ff37 req-368c6f0c-3161-4a98-b0cc-3add9205e2ae tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0451233
Jun 03 16:29:12.228003 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:29:13.345522 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1fe5bfcb-6825-47b4-ac3b-310c79aba90a req-fa0d7bd0-3805-44e9-ab0d-ee31dfd68216 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0434155
Jun 03 16:29:14.526694 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-162cc8ac-cad6-4bc5-872f-3cd4d287d38f req-7e907968-94e2-4d6f-8519-02c93225383e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0547879
Jun 03 16:29:14.556777 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-bf436d04-d694-455b-977c-6288fdb92c15 req-4fe4c1e4-7b9d-409c-b7e0-67d958fc17f8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1154776
Jun 03 16:29:14.651089 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf436d04-d694-455b-977c-6288fdb92c15 req-25e2478b-83e6-4d43-aaec-eee7709c3c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:29:14.652447 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-bf436d04-d694-455b-977c-6288fdb92c15 req-25e2478b-83e6-4d43-aaec-eee7709c3c30 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a8bfa9e92bd94e3382c94206d64bc6a3&device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 1099 time: 0.0706520
Jun 03 16:29:14.800363 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf436d04-d694-455b-977c-6288fdb92c15 req-0d464244-622b-449d-8cf5-e7a77ebf4ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:29:14.801852 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-bf436d04-d694-455b-977c-6288fdb92c15 req-0d464244-622b-449d-8cf5-e7a77ebf4ac0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348 HTTP/1.1" status: 200  len: 915 time: 0.1268961
Jun 03 16:29:14.875618 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-bf436d04-d694-455b-977c-6288fdb92c15 req-39a17891-d995-4c20-8a2a-f039349d7e7e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b4dbc0e-9641-4917-9f7f-3da8db4412c7 HTTP/1.1" status: 200  len: 217 time: 0.0643756
Jun 03 16:29:14.941561 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf436d04-d694-455b-977c-6288fdb92c15 req-5ce15d0d-e990-4e36-b52b-d764105d2446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:29:14.943424 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-bf436d04-d694-455b-977c-6288fdb92c15 req-5ce15d0d-e990-4e36-b52b-d764105d2446 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5cf2a1c-41bf-447c-83c4-f002ed66edbf HTTP/1.1" status: 200  len: 853 time: 0.0606582
Jun 03 16:29:15.022480 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf436d04-d694-455b-977c-6288fdb92c15 req-4a6cf8b4-b415-4fb3-accf-79dec995315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:29:15.024488 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-bf436d04-d694-455b-977c-6288fdb92c15 req-4a6cf8b4-b415-4fb3-accf-79dec995315f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0738249
Jun 03 16:29:15.158908 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-bf436d04-d694-455b-977c-6288fdb92c15 req-ecf357ef-0f21-4e1f-925d-731b6a6cbec3 service neutron] 10.222.0.73 "GET /v2.0/networks/1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262269
Jun 03 16:29:15.291889 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-bf436d04-d694-455b-977c-6288fdb92c15 req-d0277d3b-3d7d-4810-9dd2-84c6e414185d service neutron] 10.222.0.73 "GET /v2.0/networks/1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258233
Jun 03 16:29:15.674385 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-44bc2a94-c4ab-4108-9d66-99ec4c3d4f06 req-a51c8465-c6fd-4c39-b77b-91cd91c7bd73 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0432441
Jun 03 16:29:16.829464 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-882342a1-9d4f-434e-b892-011dabdf267a req-aef652b1-eb82-4f88-bb46-8c55df37db7b tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0475349
Jun 03 16:29:17.977490 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3ab1615a-92a1-4c45-aea2-12ada6826dd2 req-4f171110-d904-456a-b1da-38990d7783a0 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0417590
Jun 03 16:29:19.125014 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-6d37f1f1-494e-4c19-a81b-90b5ee94ace6 req-a513ca07-dfe3-4caa-a655-7cb0060a78e6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0424116
Jun 03 16:29:20.276309 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ffdb5f08-89d3-435d-9872-1acb08f7b2c7 req-7d54014f-628c-48cd-a38e-ee1525d8b3a8 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0447023
Jun 03 16:29:21.424728 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-72915bc3-c680-4f1e-9470-56dc38dd6ddd req-69cd819a-435f-41a1-ab3c-df7a5e98fefc tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0429583
Jun 03 16:29:22.573347 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5278784d-3959-4ac0-bd0b-c3ea9ad5095a req-8a1fa1c3-9ef0-4a62-8bd8-3de1e289044b tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0417957
Jun 03 16:29:23.733327 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-740c67c5-2e38-4593-b5a5-6cfb368dfe2d req-54127c98-2b26-4317-9f15-0e140bddf9a5 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0508277
Jun 03 16:29:25.013172 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b94d2fd9-26f4-4902-b55b-98104f545f7b req-f9b02388-3c5a-473f-8389-9533cef094cb tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.1562181
Jun 03 16:29:26.161979 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-45ed6291-711d-4124-808a-b60819646a66 req-8ff3a5ab-34a9-4250-bfc0-2978767f7cd4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0434813
Jun 03 16:29:27.317865 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-399930de-4676-42ff-9ec1-66ce0a5942ae req-c790486a-ef82-4e5d-8e2b-f2a73a692287 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0472240
Jun 03 16:29:28.466967 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3e58bffa-20c1-4a30-a7e9-d7757a8a9a57 req-6dcf4ac9-c194-45a9-8167-f0822fdb01a7 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0431039
Jun 03 16:29:29.615479 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e9f56d05-b5c2-4ea4-8a25-2505d1452cf8 req-8aa7162a-d026-484d-99fb-38c4e25dcda1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0415301
Jun 03 16:29:30.767586 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-07a8ab77-e5b0-4b17-8e6f-48506eec6f4e req-ecea24e8-401c-4c91-83bf-37cf88876741 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0463367
Jun 03 16:29:31.913886 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1b47cae4-85a2-4b87-a027-2248dfee829b req-a123b839-9f3f-4116-bf04-e4243975d763 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0419941
Jun 03 16:29:33.065434 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d414450a-d4de-48d8-a233-e21998bd8599 req-be5a8da4-b518-453d-9c9d-887d786878f7 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0435250
Jun 03 16:29:34.223860 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0439b2c4-fefe-4f9b-9e23-a9c84c95ac03 req-d6053e22-8363-4508-94a7-4775e827445a tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0459969
Jun 03 16:29:35.371793 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a34ef4af-a75b-400d-aa0b-8e24dadb0864 req-bd4ddeb5-a3a4-475b-bbfa-a2c43e8c3d8f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0424159
Jun 03 16:29:36.520068 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c79f30ea-7e34-41d2-9ee3-fe7b4f3f8046 req-8b20a960-4d58-4221-9f3c-aad68aaae2bd tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0430510
Jun 03 16:29:37.006905 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-097b8beb-f32b-4ddb-97a6-d8a4fbb6b205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:29:37.674532 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-54e4c7b6-3bf3-4fed-a36b-4f6f70e610ad req-2e3dd0b5-ba2a-44f7-a557-89356b13c613 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0459042
Jun 03 16:29:38.766308 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:29:38.823645 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-15a31671-c36a-477b-9dae-9199633d7fa9 req-8e21f928-7314-45f9-9371-28d7da86caf9 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0436549
Jun 03 16:29:38.882835 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:29:39.459740 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:29:39.784061 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-d8df7dc6-70d6-4a30-b89b-5ae9bdf947d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:29:39.994404 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-63c667e6-f5d7-45c3-9ab2-1fab01a88cc8 req-4de40bf2-f441-4541-bdad-378642c72584 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0423234
Jun 03 16:29:40.805209 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:29:41.155898 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-30c71370-fc6b-402e-bc93-6a07a2773a8b req-c8989b84-3a80-4bec-8bda-278e23e33660 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0500731
Jun 03 16:29:42.234939 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:29:42.310223 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5ad808c5-e027-448e-a413-bae2c422ec25 req-87238758-7c11-4cdd-aa5c-f8c60a86dcf7 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0452259
Jun 03 16:29:43.465003 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0569f433-2a1b-40d5-8e01-f65c37a5db55 req-3dd67a9e-fde6-4906-aa49-aa490e6cefd5 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0444391
Jun 03 16:29:44.621709 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a677fc5c-9d97-4f37-a689-fd3860e096f4 req-232f58eb-642a-4185-87c3-e0d5d2a4ef18 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0486202
Jun 03 16:29:45.776014 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5aadad7e-b526-4696-a38a-f52bd0ec6280 req-2cff7e8a-e522-40fe-b920-6bd783d1a8d1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0414474
Jun 03 16:29:46.942695 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-948cc74c-fbc3-4d70-bccd-d3d5b512b153 req-16232143-e147-41a1-b193-ed9b7f5ae3c9 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0451870
Jun 03 16:29:48.097342 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-80acc98c-5816-4106-b017-d9252daa0a9e req-80957211-fc2c-45b9-b257-8d3fb6e4ca67 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0473251
Jun 03 16:29:49.250627 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d9dc5021-652c-4475-9b92-ae9b11c6ad07 req-7a096228-e3b7-4b12-aefc-a7736d70df2d tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0437438
Jun 03 16:29:50.404324 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ff0193f7-02c2-4250-b906-0d278c883fef req-ed8a9a25-323d-4915-af01-7cdbf6615f4b tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0448749
Jun 03 16:29:51.561975 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ff01076b-a149-4eb7-9932-50a356a56c73 req-c10ccabd-f480-4040-8ec2-54d2b1400ef9 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0454614
Jun 03 16:29:52.709615 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c6e2635a-4fa2-4ab7-b45d-d71f4e0af285 req-76663bff-e1da-4386-af9a-bd00bbb9efa7 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0428650
Jun 03 16:29:53.860144 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1025cf97-69ed-451e-9803-0f0b636fdcd9 req-76e48e8a-b7e9-4eac-998a-8286e015bdf6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0445347
Jun 03 16:29:55.019332 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0347cfc8-f9ca-4477-9d50-84cb2e9aaa6a req-5799f1af-ad0a-4a13-9d92-bbdeaa22c258 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0495489
Jun 03 16:29:56.169140 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7144ca94-2f01-4544-8583-a0ef116f9bd3 req-a5bb01e6-e1da-4059-a794-c74ddfd456db tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0440812
Jun 03 16:29:57.321341 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f5c2826c-3b4f-4c1b-a5e8-005c262b4e75 req-cbf495fa-2618-4404-aafc-fd5b7fa9adb0 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0464871
Jun 03 16:29:58.481839 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3203e5a4-623b-490d-ba91-769e2a5c1df7 req-d793c954-b116-4ac8-8bc3-1d37a84ca799 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0464375
Jun 03 16:29:59.634614 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a1b4adcd-2c22-416b-a4e6-8991227463cb req-d7cd6466-ea52-4af2-9dfe-f24dbc05241e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0429966
Jun 03 16:30:00.789377 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-600cece7-165b-46c5-8010-c1b9cfb48752 req-c187e63c-0633-4d50-b028-4dbf3b730a71 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0450194
Jun 03 16:30:02.037843 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c7605371-93ef-495c-a53a-48782fdd42ed req-5f17a1fb-47fb-4645-8407-d7f5435ff3cd tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.1374011
Jun 03 16:30:03.189006 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b279b4dd-6159-4384-8903-dfc83fc37d73 req-564debcd-2f98-4697-8281-32273b6084bc tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0439532
Jun 03 16:30:04.340959 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-380a4c90-5385-4b56-8430-a42012427b73 req-ab066e42-fb89-4e8b-8948-bbde8145aae2 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0440717
Jun 03 16:30:05.497394 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e1e6a59a-c642-42ab-822f-8d8d43a3d79c req-81d3368e-bb61-4746-97dc-67774dfaac95 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0464494
Jun 03 16:30:06.649980 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-17ff3adb-3f28-4f5c-9690-238ee3bf0660 req-3b637b1e-e8b2-4044-868e-83c5aa94c684 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0437436
Jun 03 16:30:07.011716 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-36f3756f-24df-42a1-926b-fe4d8eb6074b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:30:07.800085 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-043d056c-8367-4032-b0cf-d034a3c779b3 req-6faa4ce7-abb8-44ed-869d-83eb0a23a8d5 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0423653
Jun 03 16:30:08.898491 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:30:09.112246 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3309c1e6-9b7f-452b-bf09-8fe5aaf5c682 req-32253af6-fb50-42d5-9ec3-6ccca1eb27b1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0475609
Jun 03 16:30:09.465404 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:30:09.787984 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-a8f53764-2a6d-4188-9cf2-18732388ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:30:10.272832 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d9597ecc-de3c-423a-b351-8c60d288b173 req-e143af2d-c273-4a69-bbb9-7ddbca19eea1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0453067
Jun 03 16:30:10.808640 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:30:11.432536 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-88b89958-8e87-4403-bb7c-b09f47e29fec req-ac5837bd-b294-4067-a195-8070dd68846a tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0474491
Jun 03 16:30:12.236390 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:30:12.596175 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d4dac9f4-523b-43a6-8c67-ba3d5c3abf50 req-52219a23-9cb1-4113-b800-e2e7839798ab tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0486834
Jun 03 16:30:13.745008 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5096cff7-581b-40ba-ab0f-edb4eee75c01 req-e26c1f72-475e-45dc-98c7-ee7e447f838f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0425990
Jun 03 16:30:14.895565 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0a080b41-3d10-4fb6-bf4e-74678f426023 req-459f242f-f692-45fc-9668-410f4476b2b6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0448730
Jun 03 16:30:15.766992 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:30:16.053028 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f084e887-8f6f-4f56-b632-d74f060e6049 req-a831da43-7448-4b85-90c2-0563c2f1347b tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0463865
Jun 03 16:30:17.204782 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c6ba9b8c-97ca-4da2-91ce-466ada663ee7 req-ab42e99b-dd7b-4322-9e59-c7528da2d8c0 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0432703
Jun 03 16:30:18.352631 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4b132ea5-d8eb-4abe-866b-6ac56035cf5b req-aed79d9b-9fd7-467e-9b9b-a80a1471e62a tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0435767
Jun 03 16:30:19.510896 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-da124636-ab5c-4f33-894a-717d44429a95 req-19506db0-a8ec-4c18-bec2-db0a429db7bf tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0467954
Jun 03 16:30:20.671684 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1500589b-37dc-4170-b290-fec70ee0d3ba req-a77dc9d2-52ca-491a-bd5b-76a43371dcdf tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0460172
Jun 03 16:30:21.820992 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f03cc145-cc34-48a6-974b-2507ce57ade5 req-2f00af85-2f96-470e-a1ab-db073ccd6c19 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0442531
Jun 03 16:30:22.976796 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-943fc5ae-c094-43bf-a065-384378ae3fe1 req-f90c2c38-a6c4-4e41-b80b-338993ed8e24 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0457833
Jun 03 16:30:24.175177 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a39c86f0-3646-4e9f-bcef-0a030da10842 req-23e1d140-1a43-4e82-aae3-db6e4a2ea88c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0433066
Jun 03 16:30:25.328323 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b249d247-76a7-410a-909c-9af5a49822f7 req-40515bde-3900-48fb-a6d3-1bfcd498b52c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0437160
Jun 03 16:30:26.497011 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5982f0bb-7435-4bb0-b936-a857bf4f0eee req-3395a9bb-8bd0-4b36-82d5-f464f11584e2 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0471926
Jun 03 16:30:27.652406 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3102de6b-f768-4825-941c-4f3ece5ca903 req-34679773-cd36-407b-9c38-d6c356730de8 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0455985
Jun 03 16:30:28.800540 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-66868a4d-e818-4523-9a06-2aaea4114683 req-cb4f3fdd-941f-44c4-876d-f38b6f3ea5f2 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0436344
Jun 03 16:30:29.953381 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5dcba6bc-07db-40cb-b649-7ad50e04a639 req-e3cc080d-1f11-49e2-9e36-271dc4ffbc6b tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0454690
Jun 03 16:30:31.146899 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4be84a4f-e1be-4548-9bab-bea89e2b6a0f req-97b6f1bf-952e-4663-9ad7-eadd691b13e4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=048aa41b-6296-40b0-97f5-b0386d34ffba HTTP/1.1" status: 200  len: 210 time: 0.0686126
Jun 03 16:30:37.016879 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e94d04ab-4da5-4077-8652-7e355bb13526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:30:38.904832 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:30:39.460600 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:30:39.789348 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-b56b0458-51d2-4972-a6a3-af14964ecfcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:30:40.810111 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:30:42.237099 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:30:52.766178 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:31:07.020532 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-abde11c9-25da-47bf-81a3-45804501e728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:31:08.918917 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:31:09.463254 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:31:09.790473 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9b07627c-46cb-4427-b4c9-4fae196845a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:31:10.813657 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:31:12.240182 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:31:15.478595 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4f9c04e3-3fc4-4a3c-8ab1-40743df77e01 req-a8527377-c1fa-4a65-a215-1d77fbf1e524 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0698328
Jun 03 16:31:15.627914 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c04e3-3fc4-4a3c-8ab1-40743df77e01 req-dcd52d9f-0b6d-4d39-a464-57f9ab1a951d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:31:15.629646 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4f9c04e3-3fc4-4a3c-8ab1-40743df77e01 req-dcd52d9f-0b6d-4d39-a464-57f9ab1a951d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f44ece6093c64861a96b56285934a43e&device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 1099 time: 0.0741625
Jun 03 16:31:15.783032 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c04e3-3fc4-4a3c-8ab1-40743df77e01 req-5aa4c46e-ceb8-4069-b185-02ebac538b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:31:15.784506 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4f9c04e3-3fc4-4a3c-8ab1-40743df77e01 req-5aa4c46e-ceb8-4069-b185-02ebac538b2c service neutron] 10.222.0.73 "GET /v2.0/networks?id=aec810ed-0ee2-4480-934c-29ea716a1d55 HTTP/1.1" status: 200  len: 913 time: 0.1325572
Jun 03 16:31:15.983162 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4f9c04e3-3fc4-4a3c-8ab1-40743df77e01 req-5c6a9e98-2535-4587-ad79-36e2d0bd6618 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a6aa8a1-c35a-4582-aee9-ee87a1daba22 HTTP/1.1" status: 200  len: 1001 time: 0.1880677
Jun 03 16:31:16.050804 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c04e3-3fc4-4a3c-8ab1-40743df77e01 req-22b4bcd2-77e5-4656-8e3f-678417d1fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:31:16.052232 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4f9c04e3-3fc4-4a3c-8ab1-40743df77e01 req-22b4bcd2-77e5-4656-8e3f-678417d1fbe1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ffc8a07-8eea-4758-b719-3a645c0307b8 HTTP/1.1" status: 200  len: 851 time: 0.0589793
Jun 03 16:31:16.133952 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c04e3-3fc4-4a3c-8ab1-40743df77e01 req-559d1e2b-bf17-4143-9252-80e055757c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:31:16.135382 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4f9c04e3-3fc4-4a3c-8ab1-40743df77e01 req-559d1e2b-bf17-4143-9252-80e055757c86 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aec810ed-0ee2-4480-934c-29ea716a1d55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0733767
Jun 03 16:31:16.271634 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4f9c04e3-3fc4-4a3c-8ab1-40743df77e01 req-5c10e572-5694-4401-8e24-ebe92522ffd9 service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256649
Jun 03 16:31:16.408545 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4f9c04e3-3fc4-4a3c-8ab1-40743df77e01 req-f2cc5d81-6919-4894-b52d-47ce27babd12 service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250911
Jun 03 16:31:29.764337 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:31:37.022333 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-4ae73751-2e17-4abf-ab3a-9b7faf76600f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:31:38.933034 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:31:39.465812 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:31:39.790882 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-dd893c8a-e942-474b-a254-4f83b24b04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:31:40.817774 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:31:42.243342 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:32:06.762749 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:32:07.025346 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-c701d7d6-8a5b-4ed8-832e-ddd840759904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:32:08.960380 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:32:09.470891 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:32:09.791808 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-6ca8ecdc-e0cc-4ae2-8f29-4e32bb080e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:32:10.819482 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:32:12.246065 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:32:17.294214 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c10009a7-1d02-4e3d-9884-903ef1b0428c req-d2c4021d-d6db-4891-8a96-0c8a70d5bac5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1199069
Jun 03 16:32:17.386881 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10009a7-1d02-4e3d-9884-903ef1b0428c req-3afd81bd-fbb2-4050-8030-f4ae4aad75ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:32:17.388294 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c10009a7-1d02-4e3d-9884-903ef1b0428c req-3afd81bd-fbb2-4050-8030-f4ae4aad75ab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aab7b434e42e42818fcd0129cd4844a9&device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 1098 time: 0.0684757
Jun 03 16:32:17.535275 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10009a7-1d02-4e3d-9884-903ef1b0428c req-a32a3936-cca7-4d64-8d96-50b93699960b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:32:17.536740 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c10009a7-1d02-4e3d-9884-903ef1b0428c req-a32a3936-cca7-4d64-8d96-50b93699960b service neutron] 10.222.0.73 "GET /v2.0/networks?id=b2b58040-a5dd-40b7-8077-2331b9f5b49f HTTP/1.1" status: 200  len: 915 time: 0.1261785
Jun 03 16:32:17.611359 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c10009a7-1d02-4e3d-9884-903ef1b0428c req-9be47ab0-42ad-4dc8-8f6f-690956aadc7d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=002ea396-ada4-441a-b65a-cf4bea18815c HTTP/1.1" status: 200  len: 217 time: 0.0655973
Jun 03 16:32:17.678148 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10009a7-1d02-4e3d-9884-903ef1b0428c req-634c5613-e59f-417e-8bfe-ce00b9324d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:32:17.679572 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c10009a7-1d02-4e3d-9884-903ef1b0428c req-634c5613-e59f-417e-8bfe-ce00b9324d4c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5169a987-a91e-4e36-857f-d99393415f23 HTTP/1.1" status: 200  len: 854 time: 0.0612535
Jun 03 16:32:17.726342 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c10009a7-1d02-4e3d-9884-903ef1b0428c req-cce06d89-d434-4aef-b000-1744a58a1ab4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b2b58040-a5dd-40b7-8077-2331b9f5b49f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0396895
Jun 03 16:32:17.863535 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c10009a7-1d02-4e3d-9884-903ef1b0428c req-69dfdc39-b888-4a88-87fe-59f4dbd628e8 service neutron] 10.222.0.73 "GET /v2.0/networks/b2b58040-a5dd-40b7-8077-2331b9f5b49f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239493
Jun 03 16:32:18.006521 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c10009a7-1d02-4e3d-9884-903ef1b0428c req-a594a184-fa0b-4dd0-9942-60b5ee9c5627 service neutron] 10.222.0.73 "GET /v2.0/networks/b2b58040-a5dd-40b7-8077-2331b9f5b49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1324563
Jun 03 16:32:29.509476 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [req-29c3a87b-21fd-419e-907d-d35bd87def36 req-aa479040-6fdb-4800-ad2f-2205d2313e03 service neutron] (91616) timed out ('10.222.0.73', 61558) {{(pid=91616) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 03 16:32:32.056236 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [req-eb3b02a6-0d2a-4284-8462-6cfb006bc193 req-813b918d-ca43-46fa-a9f0-ac1441d382d7 service neutron] (91616) timed out ('10.222.0.73', 61573) {{(pid=91616) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 03 16:32:37.027644 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-bc839101-b1f0-47d7-90c4-d7460723a616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:32:38.964562 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:32:39.474425 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:32:39.793194 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-3eb2986a-f583-49c0-9633-b35ef3e044eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:32:40.825207 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:32:42.250553 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:32:43.762223 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:33:07.033662 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-a327f344-7ecf-4d64-a055-3bdbcdacb44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:33:08.964070 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:33:09.480292 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:33:09.801690 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-dd764374-16d7-4c17-9b1d-ba3cfce31afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:33:10.830831 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:33:12.250340 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:33:18.506327 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5242ed5f-1b34-4cef-9aba-1075e2bdf8c3 req-8eb8f90b-7a2f-4783-ae72-ca1b398ed5ec service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0716639
Jun 03 16:33:18.605859 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242ed5f-1b34-4cef-9aba-1075e2bdf8c3 req-2ff33a79-6dac-46d8-94df-34364328279d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:33:18.607383 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5242ed5f-1b34-4cef-9aba-1075e2bdf8c3 req-2ff33a79-6dac-46d8-94df-34364328279d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a8bfa9e92bd94e3382c94206d64bc6a3&device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 1099 time: 0.0749168
Jun 03 16:33:18.763422 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242ed5f-1b34-4cef-9aba-1075e2bdf8c3 req-5c636b10-e6a8-430e-a0fd-9028450cb823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:33:18.765513 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5242ed5f-1b34-4cef-9aba-1075e2bdf8c3 req-5c636b10-e6a8-430e-a0fd-9028450cb823 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348 HTTP/1.1" status: 200  len: 915 time: 0.1303265
Jun 03 16:33:18.837622 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5242ed5f-1b34-4cef-9aba-1075e2bdf8c3 req-f41f6ebb-eb91-4c48-a51d-363e70348c69 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b4dbc0e-9641-4917-9f7f-3da8db4412c7 HTTP/1.1" status: 200  len: 217 time: 0.0607982
Jun 03 16:33:18.990853 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242ed5f-1b34-4cef-9aba-1075e2bdf8c3 req-37758087-cd38-40df-af98-4de08e43aa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:33:18.992298 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5242ed5f-1b34-4cef-9aba-1075e2bdf8c3 req-37758087-cd38-40df-af98-4de08e43aa5b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5cf2a1c-41bf-447c-83c4-f002ed66edbf HTTP/1.1" status: 200  len: 853 time: 0.1459293
Jun 03 16:33:19.068517 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242ed5f-1b34-4cef-9aba-1075e2bdf8c3 req-ef101656-c7bf-420f-ac5b-f3f64efa36d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:33:19.069979 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5242ed5f-1b34-4cef-9aba-1075e2bdf8c3 req-ef101656-c7bf-420f-ac5b-f3f64efa36d4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0689423
Jun 03 16:33:19.214807 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5242ed5f-1b34-4cef-9aba-1075e2bdf8c3 req-dfe89aa7-8c47-4410-beeb-068695e7b731 service neutron] 10.222.0.73 "GET /v2.0/networks/1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333992
Jun 03 16:33:19.347784 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5242ed5f-1b34-4cef-9aba-1075e2bdf8c3 req-1a64f3de-aee6-4a85-8988-5c8d4554a65f service neutron] 10.222.0.73 "GET /v2.0/networks/1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225588
Jun 03 16:33:20.760842 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:33:37.026148 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-82df540d-9eab-4bbf-a358-df15febac7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:33:38.978241 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:33:39.472564 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:33:39.793831 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-70e8f4ba-128f-4896-9452-bb6ef0102239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:33:40.827562 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:33:42.253435 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:33:57.760370 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:34:07.028991 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-23a8b715-64b3-4084-86cb-6f76c5e0c7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:34:08.981380 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:34:09.476429 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:34:09.795950 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-4fc12226-10e8-4a71-a959-2ab868e8b955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:34:10.830034 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:34:12.256959 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:34:19.240730 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2b95ce07-5ef2-4bc6-8742-63e752d046a5 req-28fe385c-7330-4701-b3c7-0f2ada6a6a24 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0836349
Jun 03 16:34:19.395465 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95ce07-5ef2-4bc6-8742-63e752d046a5 req-93a71d14-5ccf-4ac5-9163-906f1deedca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:34:19.396973 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2b95ce07-5ef2-4bc6-8742-63e752d046a5 req-93a71d14-5ccf-4ac5-9163-906f1deedca8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f44ece6093c64861a96b56285934a43e&device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 1099 time: 0.0756869
Jun 03 16:34:19.549760 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95ce07-5ef2-4bc6-8742-63e752d046a5 req-5040ab8a-b3de-4a6a-bf60-3d4483f08f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:34:19.551844 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2b95ce07-5ef2-4bc6-8742-63e752d046a5 req-5040ab8a-b3de-4a6a-bf60-3d4483f08f18 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aec810ed-0ee2-4480-934c-29ea716a1d55 HTTP/1.1" status: 200  len: 913 time: 0.1289306
Jun 03 16:34:19.661431 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2b95ce07-5ef2-4bc6-8742-63e752d046a5 req-f5f7d504-acdf-44a8-965e-707e5c629f7a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a6aa8a1-c35a-4582-aee9-ee87a1daba22 HTTP/1.1" status: 200  len: 1001 time: 0.0986197
Jun 03 16:34:19.730806 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95ce07-5ef2-4bc6-8742-63e752d046a5 req-34092097-2a7a-440e-a14d-f90537164a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:34:19.732248 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2b95ce07-5ef2-4bc6-8742-63e752d046a5 req-34092097-2a7a-440e-a14d-f90537164a3b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ffc8a07-8eea-4758-b719-3a645c0307b8 HTTP/1.1" status: 200  len: 851 time: 0.0593615
Jun 03 16:34:19.813693 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95ce07-5ef2-4bc6-8742-63e752d046a5 req-15e894db-d7fa-4f7c-a6fe-b3e3093c9f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:34:19.815095 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2b95ce07-5ef2-4bc6-8742-63e752d046a5 req-15e894db-d7fa-4f7c-a6fe-b3e3093c9f55 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aec810ed-0ee2-4480-934c-29ea716a1d55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0732203
Jun 03 16:34:19.954547 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2b95ce07-5ef2-4bc6-8742-63e752d046a5 req-f69af79c-9e2a-45a6-af9b-d469445c0dfc service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281826
Jun 03 16:34:20.093281 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2b95ce07-5ef2-4bc6-8742-63e752d046a5 req-b3632983-3255-4d0b-85b7-567651d238b1 service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267393
Jun 03 16:34:34.759045 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:34:37.031634 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-f4359ee5-189e-44cb-8963-6531de5645ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:34:38.979186 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:34:39.478409 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:34:39.797281 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-ed13e2f3-7d39-43de-a7d3-31a784b94aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:34:40.835566 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:34:42.258821 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:34:44.356136 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [req-0c83aa72-9e30-488a-afd8-073b87db611c req-5163ee1d-8b3c-4bc0-9265-64553f035ff6 service neutron] (91616) timed out ('10.222.0.66', 60914) {{(pid=91616) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 03 16:35:07.034908 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-06deb3cf-f163-4de7-9754-fdb71c8df463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:35:08.989473 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:35:09.481705 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:35:09.799197 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-be250cca-ca28-452a-bfc8-064997cb22ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:35:10.841861 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:35:11.762516 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:35:12.260709 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:35:20.567754 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ab19ec1a-a366-4400-b593-0cb8d7f9136e req-bab48534-ae97-40fe-ad78-6a7522e109df service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0695438
Jun 03 16:35:20.672158 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19ec1a-a366-4400-b593-0cb8d7f9136e req-ca7c224d-7bac-4d28-a72a-a12a059a353f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:35:20.673928 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ab19ec1a-a366-4400-b593-0cb8d7f9136e req-ca7c224d-7bac-4d28-a72a-a12a059a353f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aab7b434e42e42818fcd0129cd4844a9&device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 1098 time: 0.0792902
Jun 03 16:35:20.825491 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19ec1a-a366-4400-b593-0cb8d7f9136e req-317e7b4f-f6c1-455a-b5a5-80d35324527d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:35:20.827000 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ab19ec1a-a366-4400-b593-0cb8d7f9136e req-317e7b4f-f6c1-455a-b5a5-80d35324527d service neutron] 10.222.0.73 "GET /v2.0/networks?id=b2b58040-a5dd-40b7-8077-2331b9f5b49f HTTP/1.1" status: 200  len: 915 time: 0.1297593
Jun 03 16:35:20.897543 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ab19ec1a-a366-4400-b593-0cb8d7f9136e req-ace755fa-b2e9-4b71-807a-7aea3cbcb8f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=002ea396-ada4-441a-b65a-cf4bea18815c HTTP/1.1" status: 200  len: 217 time: 0.0609150
Jun 03 16:35:21.057672 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19ec1a-a366-4400-b593-0cb8d7f9136e req-1f0aeaae-b7c0-41b2-8c59-1d43a1406afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:35:21.059070 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ab19ec1a-a366-4400-b593-0cb8d7f9136e req-1f0aeaae-b7c0-41b2-8c59-1d43a1406afb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5169a987-a91e-4e36-857f-d99393415f23 HTTP/1.1" status: 200  len: 854 time: 0.1514521
Jun 03 16:35:21.110150 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ab19ec1a-a366-4400-b593-0cb8d7f9136e req-47658ced-08ca-4709-be8d-798f7b0c859f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b2b58040-a5dd-40b7-8077-2331b9f5b49f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0395019
Jun 03 16:35:21.241876 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ab19ec1a-a366-4400-b593-0cb8d7f9136e req-d3d5d832-77cf-4f95-9245-30d37e4e5be3 service neutron] 10.222.0.73 "GET /v2.0/networks/b2b58040-a5dd-40b7-8077-2331b9f5b49f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248355
Jun 03 16:35:21.378044 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ab19ec1a-a366-4400-b593-0cb8d7f9136e req-bdc0135d-8001-4e1c-8ff7-34cd8111ab38 service neutron] 10.222.0.73 "GET /v2.0/networks/b2b58040-a5dd-40b7-8077-2331b9f5b49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230021
Jun 03 16:35:37.038014 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-01393202-9134-4f57-b47a-18271b7fcbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:35:38.978249 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:35:39.484597 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:35:39.800690 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-904b847e-4d5d-428d-b92d-9c71123dd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:35:40.847247 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:35:42.263847 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:35:48.761525 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:36:07.045394 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-18d95ac9-9a79-41ef-b079-3db4c90772b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:36:08.974927 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:36:09.487132 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:36:09.801565 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e29b2895-f3ce-47d4-8707-a9628867a87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:36:10.844044 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:36:12.267151 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:36:22.511427 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5f472089-4fd6-4f05-a579-64e151d88711 req-f58a8a6f-d961-4dfc-ba48-0894815834d6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0746863
Jun 03 16:36:22.605137 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f472089-4fd6-4f05-a579-64e151d88711 req-deeceba7-0857-4ec3-8861-816d03b42d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:36:22.606600 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5f472089-4fd6-4f05-a579-64e151d88711 req-deeceba7-0857-4ec3-8861-816d03b42d83 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a8bfa9e92bd94e3382c94206d64bc6a3&device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 1099 time: 0.0699065
Jun 03 16:36:22.752369 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f472089-4fd6-4f05-a579-64e151d88711 req-58b145d0-eb24-4c5d-958b-30dd04c4a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:36:22.753852 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5f472089-4fd6-4f05-a579-64e151d88711 req-58b145d0-eb24-4c5d-958b-30dd04c4a77c service neutron] 10.222.0.73 "GET /v2.0/networks?id=1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348 HTTP/1.1" status: 200  len: 915 time: 0.1251538
Jun 03 16:36:22.829954 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5f472089-4fd6-4f05-a579-64e151d88711 req-c4e56479-f0e9-4365-9b68-2d4df78ef72d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b4dbc0e-9641-4917-9f7f-3da8db4412c7 HTTP/1.1" status: 200  len: 217 time: 0.0662036
Jun 03 16:36:22.896044 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f472089-4fd6-4f05-a579-64e151d88711 req-0733d6fc-65c0-4cd4-a7ac-4c7a512e1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:36:22.897504 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5f472089-4fd6-4f05-a579-64e151d88711 req-0733d6fc-65c0-4cd4-a7ac-4c7a512e1024 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5cf2a1c-41bf-447c-83c4-f002ed66edbf HTTP/1.1" status: 200  len: 853 time: 0.0582190
Jun 03 16:36:22.977301 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f472089-4fd6-4f05-a579-64e151d88711 req-58356f94-b4d1-4c48-8f0a-0ed2a0a573e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:36:22.978722 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5f472089-4fd6-4f05-a579-64e151d88711 req-58356f94-b4d1-4c48-8f0a-0ed2a0a573e9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0713537
Jun 03 16:36:23.110285 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5f472089-4fd6-4f05-a579-64e151d88711 req-bf39ae8c-6b7c-4106-899b-24657f9401eb service neutron] 10.222.0.73 "GET /v2.0/networks/1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216934
Jun 03 16:36:23.242895 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5f472089-4fd6-4f05-a579-64e151d88711 req-848c2c41-77ec-4ae7-9985-a17ed24b6a38 service neutron] 10.222.0.73 "GET /v2.0/networks/1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223278
Jun 03 16:36:25.760500 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:36:37.047701 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-a7375c37-f7c1-4154-8b7b-6afab4e1fdd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:36:38.989492 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:36:39.488599 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:36:39.804984 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-d5f0c0a9-ed0b-4218-82c0-794b6ae9d134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:36:40.850515 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:36:42.271038 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:37:02.759892 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:37:07.053143 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-20c6694c-fc25-408d-85b0-bda4f826b799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:37:08.974427 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:37:09.490656 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:37:09.810032 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-d2d05432-b4bf-4dae-8a8d-6982748766b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:37:10.848711 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:37:12.274262 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:37:24.585044 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-242d5f4d-6562-43c1-b23c-d7f6a5c1db21 req-d79ec2e2-ca50-406f-bc1e-90eb4d649f7c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1864636
Jun 03 16:37:24.726770 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d5f4d-6562-43c1-b23c-d7f6a5c1db21 req-e6f5f216-8280-4522-8353-a6eff9feef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:37:24.728207 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-242d5f4d-6562-43c1-b23c-d7f6a5c1db21 req-e6f5f216-8280-4522-8353-a6eff9feef81 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f44ece6093c64861a96b56285934a43e&device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 1099 time: 0.0719817
Jun 03 16:37:24.880173 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d5f4d-6562-43c1-b23c-d7f6a5c1db21 req-81d8caab-fa86-4a07-9cfb-7896d60cacdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:37:24.881593 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-242d5f4d-6562-43c1-b23c-d7f6a5c1db21 req-81d8caab-fa86-4a07-9cfb-7896d60cacdf service neutron] 10.222.0.73 "GET /v2.0/networks?id=aec810ed-0ee2-4480-934c-29ea716a1d55 HTTP/1.1" status: 200  len: 913 time: 0.1294906
Jun 03 16:37:24.983199 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-242d5f4d-6562-43c1-b23c-d7f6a5c1db21 req-6ed41d06-783b-4577-96b6-5c1d5142dfb9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a6aa8a1-c35a-4582-aee9-ee87a1daba22 HTTP/1.1" status: 200  len: 1001 time: 0.0910339
Jun 03 16:37:25.143397 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d5f4d-6562-43c1-b23c-d7f6a5c1db21 req-e42db213-86a7-4d6b-8757-f176df587790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:37:25.144831 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-242d5f4d-6562-43c1-b23c-d7f6a5c1db21 req-e42db213-86a7-4d6b-8757-f176df587790 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ffc8a07-8eea-4758-b719-3a645c0307b8 HTTP/1.1" status: 200  len: 851 time: 0.1507192
Jun 03 16:37:25.264528 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d5f4d-6562-43c1-b23c-d7f6a5c1db21 req-d34e42fe-e786-44cf-bcdd-0db7974608ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:37:25.266033 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-242d5f4d-6562-43c1-b23c-d7f6a5c1db21 req-d34e42fe-e786-44cf-bcdd-0db7974608ba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aec810ed-0ee2-4480-934c-29ea716a1d55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1110034
Jun 03 16:37:25.279313 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [req-242d5f4d-6562-43c1-b23c-d7f6a5c1db21 req-3ab234e2-57a5-4910-aafd-9f554fd3eb56 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=91617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 16:37:25.280390 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-242d5f4d-6562-43c1-b23c-d7f6a5c1db21 req-3ab234e2-57a5-4910-aafd-9f554fd3eb56 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0052772
Jun 03 16:37:25.415633 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-242d5f4d-6562-43c1-b23c-d7f6a5c1db21 req-0742124f-9bd9-4d8d-9ec6-6bffdadb9630 service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273305
Jun 03 16:37:25.555189 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-242d5f4d-6562-43c1-b23c-d7f6a5c1db21 req-64c7f85c-37f5-41ca-ba99-274dd44e009d service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294098
Jun 03 16:37:37.054850 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-046133ef-02f9-4941-8eec-19b32a331c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:37:38.974437 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:37:39.493506 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:37:39.759141 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:37:39.801979 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-4b247506-690c-4e25-925b-9584a9a7334f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:37:40.851077 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:37:42.274915 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:37:53.137986 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424edd94-0cd0-43a1-a877-f02a73e856f1 req-6285b52f-6bbb-48b8-ae8a-5d7c5f8b2faa tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:37:53.140325 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-424edd94-0cd0-43a1-a877-f02a73e856f1 req-6285b52f-6bbb-48b8-ae8a-5d7c5f8b2faa tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 945 time: 0.0829599
Jun 03 16:37:53.185218 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-424edd94-0cd0-43a1-a877-f02a73e856f1 req-3e5159c4-6f6a-43cb-9f97-1c9c62f39ce7 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/security-groups?id=73380fdb-7a3b-43f0-a807-199c5aa9a4f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392873
Jun 03 16:37:53.710741 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00beafc2-a39f-48f3-a9eb-e44241695085 req-1ae78dd8-4ff0-46cc-8113-2c7dfaff6601 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:37:53.712169 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-00beafc2-a39f-48f3-a9eb-e44241695085 req-1ae78dd8-4ff0-46cc-8113-2c7dfaff6601 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.73 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 945 time: 0.0848663
Jun 03 16:37:53.856518 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-00beafc2-a39f-48f3-a9eb-e44241695085 req-a6fbd830-e63b-4516-827c-51d37e05ee4a tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Deleting port 002ea396-ada4-441a-b65a-cf4bea18815c {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:37:53.857041 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-00beafc2-a39f-48f3-a9eb-e44241695085 req-a6fbd830-e63b-4516-827c-51d37e05ee4a tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:37:53.991483 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-00beafc2-a39f-48f3-a9eb-e44241695085 req-a6fbd830-e63b-4516-827c-51d37e05ee4a tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] For port 002ea396-ada4-441a-b65a-cf4bea18815c, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=002ea396-ada4-441a-b65a-cf4bea18815c,segment=NetworkSegment(0fe98bd3-ba1f-4b89-8096-2db61d7e5722),segment_id=0fe98bd3-ba1f-4b89-8096-2db61d7e5722)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:37:53.991841 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-00beafc2-a39f-48f3-a9eb-e44241695085 req-a6fbd830-e63b-4516-827c-51d37e05ee4a tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:37:54.117618 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-00beafc2-a39f-48f3-a9eb-e44241695085 req-a6fbd830-e63b-4516-827c-51d37e05ee4a tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Calling delete_port for 002ea396-ada4-441a-b65a-cf4bea18815c owned by compute:nova {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:37:54.230085 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-00beafc2-a39f-48f3-a9eb-e44241695085 req-a6fbd830-e63b-4516-827c-51d37e05ee4a tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:37:54.236591 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-ed5c2410-aa2d-4ef9-89b3-3f97d109edbb tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:37:54.295710 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fbd830-e63b-4516-827c-51d37e05ee4a tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Pushing event deleted for resources: {'Port': ['ID=002ea396-ada4-441a-b65a-cf4bea18815c,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:37:54.332914 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbd830-e63b-4516-827c-51d37e05ee4a tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:37:54.333313 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbd830-e63b-4516-827c-51d37e05ee4a tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:37:54.333672 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbd830-e63b-4516-827c-51d37e05ee4a tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:37:54.334026 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbd830-e63b-4516-827c-51d37e05ee4a tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:37:54.334375 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbd830-e63b-4516-827c-51d37e05ee4a tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:37:54.334730 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbd830-e63b-4516-827c-51d37e05ee4a tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:37:54.335074 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbd830-e63b-4516-827c-51d37e05ee4a tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:37:54.335418 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbd830-e63b-4516-827c-51d37e05ee4a tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:37:54.335762 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbd830-e63b-4516-827c-51d37e05ee4a tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:37:54.336100 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbd830-e63b-4516-827c-51d37e05ee4a tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:37:54.336441 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbd830-e63b-4516-827c-51d37e05ee4a tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:37:54.336777 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbd830-e63b-4516-827c-51d37e05ee4a tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:37:54.349560 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a6fbd830-e63b-4516-827c-51d37e05ee4a tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:37:54.390912 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-00beafc2-a39f-48f3-a9eb-e44241695085 req-a6fbd830-e63b-4516-827c-51d37e05ee4a tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] No DVR routers for this DVR port 002ea396-ada4-441a-b65a-cf4bea18815c on host hv-cinder-78652 {{(pid=91617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:37:54.393407 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-00beafc2-a39f-48f3-a9eb-e44241695085 req-a6fbd830-e63b-4516-827c-51d37e05ee4a tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:37:54.397808 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8155280a-969f-4b9b-9087-be4e2d969f7c', 'name': 'network-vif-deleted', 'tag': '002ea396-ada4-441a-b65a-cf4bea18815c'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:37:54.399896 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee44ddd9-494a-4214-9664-f9e70cfb7682" -d '{"events": [{"server_uuid": "8155280a-969f-4b9b-9087-be4e2d969f7c", "name": "network-vif-deleted", "tag": "002ea396-ada4-441a-b65a-cf4bea18815c"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:37:54.414237 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-00beafc2-a39f-48f3-a9eb-e44241695085 req-a6fbd830-e63b-4516-827c-51d37e05ee4a tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.73 "DELETE /v2.0/ports/002ea396-ada4-441a-b65a-cf4bea18815c HTTP/1.1" status: 204  len: 173 time: 0.6930623
Jun 03 16:37:54.548348 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-9118c4b4-3420-4108-b010-d3e5dbd76371 req-e8d2a73e-6cf7-49b0-870e-a4c5feb5989f tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Synchronizing usage tracker for tenant:aab7b434e42e42818fcd0129cd4844a9 on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:37:54.566321 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-9118c4b4-3420-4108-b010-d3e5dbd76371 req-e8d2a73e-6cf7-49b0-870e-a4c5feb5989f tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] Unset dirty status for tenant:aab7b434e42e42818fcd0129cd4844a9 on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:37:54.567832 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9118c4b4-3420-4108-b010-d3e5dbd76371 req-e8d2a73e-6cf7-49b0-870e-a4c5feb5989f tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.2365980
Jun 03 16:37:54.597866 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bee7cd-bf84-4412-b6af-f585438349dc x-openstack-request-id: req-b4bee7cd-bf84-4412-b6af-f585438349dc {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:37:54.598175 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8155280a-969f-4b9b-9087-be4e2d969f7c", "name": "network-vif-deleted", "tag": "002ea396-ada4-441a-b65a-cf4bea18815c", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:37:54.598456 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b4bee7cd-bf84-4412-b6af-f585438349dc {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:37:54.598876 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8155280a-969f-4b9b-9087-be4e2d969f7c', 'name': 'network-vif-deleted', 'tag': '002ea396-ada4-441a-b65a-cf4bea18815c', 'status': 'completed', 'code': 200}
Jun 03 16:37:55.681528 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 002ea396-ada4-441a-b65a-cf4bea18815c no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:37:55.717576 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] No Port match for: 002ea396-ada4-441a-b65a-cf4bea18815c {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:37:55.717943 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 002ea396-ada4-441a-b65a-cf4bea18815c not bound to the agent host hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:37:55.726586 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-062f45f4-77fc-4d9f-9a11-c8bd497cf85e req-340fded0-65f4-44c8-b979-3057c10a4b29 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0480554
Jun 03 16:37:56.884155 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-46e4be2f-4848-4d43-bb53-352521426bac req-9c259069-fd32-4c81-bc5b-b26b837fa474 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0477731
Jun 03 16:37:58.032461 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-22518298-94c7-4107-bec1-21a39d3b069f req-dfe46f73-f225-465f-9c51-3bbe9b5f18b2 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0427780
Jun 03 16:37:59.185867 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-49f15227-d727-4d30-b601-e88dc9b3be7a req-03405116-9ea1-42b5-9518-1ce509079764 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0426335
Jun 03 16:38:00.340224 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-60d08686-12d9-4d7d-bfb4-d5e24ac19168 req-a151f86e-69d8-448a-a4cb-5922f3163700 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0493441
Jun 03 16:38:01.536200 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ed9dede2-742a-4a13-aab6-818a34a35d4d req-d034ee41-75b6-4df2-9dc0-b5c74c099f42 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0913336
Jun 03 16:38:02.687623 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-37701109-fecd-4881-add5-cc6922c16a46 req-13afef76-3887-4d31-98a3-87f463dabab2 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0423393
Jun 03 16:38:03.839962 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-894ec60d-d0d6-4898-8c13-84596736856b req-351353bf-ff0b-485b-b3c6-d6bc4eaac824 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0466974
Jun 03 16:38:04.989011 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-fdc910a6-50cc-47cc-8f6f-a8d4511f678b req-67cf4488-3f5e-469e-9298-4f0d099fef38 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0436258
Jun 03 16:38:06.143914 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-646167dd-aaaf-4083-b88a-325c68c76592 req-a4970934-d301-402d-80fe-e590c96c5257 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0434170
Jun 03 16:38:07.058419 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-8f991421-bc1c-4d06-beeb-a09adcab678e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:38:07.296364 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-41b0ba47-5af1-4ce2-a5b2-70de3384d102 req-981583b9-c424-4fd2-8291-ee9c43623c51 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0471613
Jun 03 16:38:08.473266 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0a108c19-ebf1-40ef-8f6a-9dfc24122859 req-90c55c92-5645-493b-b491-8ed0f89fc6aa tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0535889
Jun 03 16:38:08.990209 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:38:09.495756 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:38:09.630551 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d5184564-509f-47cb-9f45-a4fbe87c6b53 req-9c37c26c-e613-4538-bd03-a44d654adfb1 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0479045
Jun 03 16:38:09.804056 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-0ccb5a71-f73c-4a7d-8721-23975e94134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:38:10.781647 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-651a1b31-7001-4466-843d-a5a109ea2fb9 req-8a0dcb25-4453-41fc-aa25-eac9054d9db8 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0474303
Jun 03 16:38:10.855127 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:38:11.933022 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-88194fe1-ed30-4c12-8c2d-952de2048855 req-75211134-9875-4bde-8b8e-33c24abbec63 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0449619
Jun 03 16:38:12.277380 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:38:13.091233 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a5ae05ce-172f-4303-b53b-f8c8b550c22a req-7bdc469c-9366-4a3c-9e21-3df88b39b919 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0432937
Jun 03 16:38:14.335009 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-548d46e7-87da-491a-8a9c-027e3c5088d1 req-4c9fac36-f0d9-4428-8786-bbd99e1ea471 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.1354015
Jun 03 16:38:15.484179 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6ad1f79d-ea10-486c-8746-5ab91fd3399a req-88ba1275-5c62-4c1e-b726-7c397b8ce970 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0429785
Jun 03 16:38:16.637143 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-40246154-97b2-4f90-8ad3-025ac537d605 req-10b4291e-f8e5-490c-b48e-e3870e089c96 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0430841
Jun 03 16:38:16.758358 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:38:17.792214 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-beac11f5-b1c8-4d88-93d3-7116a25d46c6 req-876d6e1d-966f-40be-ab77-e3607db38f4b tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0477333
Jun 03 16:38:18.944306 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0570dd1d-3bac-45cc-81a0-098a7edcdaa9 req-df928a30-bb5d-4f40-9be7-e5370872d0d9 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0438871
Jun 03 16:38:20.095198 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-3b853d9a-616e-4cc8-802b-c54eeb077987 req-3e0e04be-9ff8-4375-ae49-e18144479295 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0419993
Jun 03 16:38:21.249095 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a36d9568-cd68-463c-bc5b-81898105def8 req-2037fe8e-7cb1-43a9-9668-a9f6e74d5370 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0461581
Jun 03 16:38:22.396891 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-24939383-30b8-4da7-aa76-672a2c8f0d2d req-70aeff7d-8b3e-4e69-815d-52bc180fba61 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0431960
Jun 03 16:38:23.693327 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-fe64a368-95de-4724-9576-ed2ecfb03991 req-925372f0-850f-4899-9396-658eba1eb432 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0435205
Jun 03 16:38:24.560054 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-daa788f5-9874-444e-aefb-5f16992f864b req-c455f7af-16f9-4150-88b2-7f94cfdcee52 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0714600
Jun 03 16:38:24.661572 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa788f5-9874-444e-aefb-5f16992f864b req-f9ffda86-3b16-49fe-93ea-62629473ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:38:24.663024 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-daa788f5-9874-444e-aefb-5f16992f864b req-f9ffda86-3b16-49fe-93ea-62629473ccc7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a8bfa9e92bd94e3382c94206d64bc6a3&device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 1099 time: 0.0766759
Jun 03 16:38:24.817989 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa788f5-9874-444e-aefb-5f16992f864b req-e6e909fc-211a-448c-b15f-310cc66f263d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:38:24.819587 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-daa788f5-9874-444e-aefb-5f16992f864b req-e6e909fc-211a-448c-b15f-310cc66f263d service neutron] 10.222.0.73 "GET /v2.0/networks?id=1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348 HTTP/1.1" status: 200  len: 915 time: 0.1332767
Jun 03 16:38:24.854167 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-888404de-8dc4-4ddc-b039-fdc46391c05b req-dcdf5613-f702-4f93-ad78-4f60ed601b42 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0514064
Jun 03 16:38:24.892683 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-daa788f5-9874-444e-aefb-5f16992f864b req-55db3307-ec7d-4269-8c71-876cdd25f983 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b4dbc0e-9641-4917-9f7f-3da8db4412c7 HTTP/1.1" status: 200  len: 217 time: 0.0655358
Jun 03 16:38:24.955659 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa788f5-9874-444e-aefb-5f16992f864b req-91a1802a-cda5-49f9-9883-482f38060166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:38:24.957107 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-daa788f5-9874-444e-aefb-5f16992f864b req-91a1802a-cda5-49f9-9883-482f38060166 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5cf2a1c-41bf-447c-83c4-f002ed66edbf HTTP/1.1" status: 200  len: 853 time: 0.0582230
Jun 03 16:38:25.041919 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa788f5-9874-444e-aefb-5f16992f864b req-419bb086-02cf-487b-92e1-19c595b04c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:38:25.043384 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-daa788f5-9874-444e-aefb-5f16992f864b req-419bb086-02cf-487b-92e1-19c595b04c54 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0757053
Jun 03 16:38:25.197996 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-daa788f5-9874-444e-aefb-5f16992f864b req-8939506a-3409-4281-8e46-d865854bf542 service neutron] 10.222.0.73 "GET /v2.0/networks/1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457896
Jun 03 16:38:25.334278 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-daa788f5-9874-444e-aefb-5f16992f864b req-09da5943-5b20-445e-9d98-9abc14aa5fa8 service neutron] 10.222.0.73 "GET /v2.0/networks/1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268191
Jun 03 16:38:26.008106 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-72eec5ad-f690-45de-8b3e-640e26f534b9 req-05a03bd2-41c3-4702-86ef-02dd45e56011 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0469773
Jun 03 16:38:27.165990 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-88e7c370-89f3-4f13-b0d3-f9fb826f7fcf req-5e3ff722-9163-45ff-8d41-f54b95f13539 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0473135
Jun 03 16:38:28.316722 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-acac45cd-faea-41e0-b3f3-cf4714ce79cc req-8c92a3f2-cf79-43d1-82a2-294a48c773f4 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0432737
Jun 03 16:38:29.463786 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-39c19ad2-4822-4722-a125-3d6993f59b40 req-c2400b3f-26de-418b-9693-a2f79dde9991 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0425229
Jun 03 16:38:30.611183 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-cc33cde0-3575-41c4-a5e9-9ae40c5e3dab req-710ca6ad-831c-488a-aba1-ab5900a37f98 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0435174
Jun 03 16:38:31.766180 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-08f982b0-2ff3-48ab-8583-363d026e1dac req-ca69573b-44d9-4133-900b-e2ffa07e1bdf tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0462923
Jun 03 16:38:32.919430 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1a0332f1-fb59-4209-bd35-45380da9dd66 req-8dd277ff-c66f-4b4a-a265-631efa3af2a4 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0467329
Jun 03 16:38:34.088408 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-4d497e33-5ede-4598-bb45-2961268aef83 req-8848e212-8c21-4f64-a73d-65f82b469871 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0420797
Jun 03 16:38:35.240631 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-aa232105-1ad1-4c5b-990d-9efb1fb43692 req-6f37c9ed-ce09-4aaa-8b81-0306d4101cf4 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0431023
Jun 03 16:38:36.390697 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0c3c1f24-5a2d-41da-94d0-fe3be24fa3e1 req-4be7e3d6-cc84-4944-b7fe-4045f2eab633 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0440111
Jun 03 16:38:37.061126 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-04ac21d0-3253-40da-bc46-9af8d94c1beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:38:37.542688 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2bbd956d-191f-4aba-9101-68a2df5792fe req-a9f73db7-c2e0-4eb8-b0d6-4466694771c1 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0417521
Jun 03 16:38:38.696609 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-8ff144c9-56d7-492f-816c-2496f1965400 req-629fcc74-bcfd-4e67-be49-67cbccfa42f5 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0475676
Jun 03 16:38:39.006744 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:38:39.498590 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:38:39.805416 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-fdc98ac8-2cdf-4d76-a025-616b9d776ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:38:39.855856 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-fa145ef6-a9d4-4b9e-84c2-019e2ce9bc14 req-93c30b11-5d09-4b21-85f5-f620e90269ee tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0460942
Jun 03 16:38:40.857949 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:38:41.013611 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-fb64d537-b40d-4401-a830-048793912ca1 req-297c1d28-7184-419d-a324-a8e04370072d tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0438633
Jun 03 16:38:42.166800 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ce700b80-8c08-4e74-acf0-5ccd2c5c6325 req-1214bfab-ed65-47da-89b7-2d6caa63d4ae tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0443122
Jun 03 16:38:42.281204 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:38:42.735138 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [req-14387ef6-855b-4bb6-ac4d-b345227706cb req-ce530268-c41d-42f7-a0d7-ae3b8bedc20f service neutron] (91617) timed out ('10.222.0.66', 36160) {{(pid=91617) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 03 16:38:43.314068 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c6045c0e-f420-4381-b69f-99667d97b541 req-3e6a624f-f513-47d4-a08e-cfb778db28b3 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0428364
Jun 03 16:38:44.462653 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3eddf426-d93a-40b6-a3ef-ae2088f2b984 req-fe9ad68c-5546-44ca-a364-8ab39960eb76 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0418358
Jun 03 16:38:45.613823 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-67710073-9957-4d32-95e1-6a932c8f2fc5 req-9335390c-41d2-4e2f-a188-ff890f510f41 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0458357
Jun 03 16:38:46.766604 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5e6f1907-ff50-4680-bb1a-9f9d0e3d9182 req-aeaea7aa-bf66-4016-a212-1ef1bfe23023 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0469718
Jun 03 16:38:47.919833 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-abd477dd-1fda-48fe-9b59-1c2b8e5283e3 req-4fbf0ccd-7cee-487a-b0ce-814e0f22d92f tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0437336
Jun 03 16:38:49.078857 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e9f28eec-cd21-4125-a8a9-a913f6623f83 req-6f199d60-45a5-4a90-b011-be04e96d73d9 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0480409
Jun 03 16:38:50.229022 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a93f0558-f1b6-43b3-a205-234055877629 req-9ceee8fe-1e19-4c6f-80f6-0d2d6732185e tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0442166
Jun 03 16:38:51.377374 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-746abac2-aaf6-425d-b743-682d92038f0c req-bbd88971-9730-4696-8eef-ad124da42b46 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0428486
Jun 03 16:38:52.530370 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-7338b14f-e494-44ad-af01-44860ed48d72 req-9799b809-e78b-4c78-b725-a341c8ed4648 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0489888
Jun 03 16:38:53.683579 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0864163a-5213-46e3-ad59-512a4eee31b6 req-2940b8c8-55fe-4eca-bc58-35437a07ac55 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0472274
Jun 03 16:38:53.756858 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:38:54.935079 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6810ad26-b2c1-482d-949a-050f4571d297 req-e80e4d91-a772-4558-ab8f-98b656674a52 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.1391001
Jun 03 16:38:56.087542 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d0859365-2653-4bff-bb7b-be8b95dd9993 req-521d5b62-804b-45d0-b6f5-d3bd99f7d5ca tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0427241
Jun 03 16:38:57.238940 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-5356de53-a895-4346-a0f4-ea2381748576 req-2a8d583c-960d-48d3-8c38-2251fadfaee3 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0439329
Jun 03 16:38:58.392628 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5b6c7c1a-531a-424f-8f40-4d57958d0f45 req-a665d8e8-3631-4108-8031-131b75598426 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0440722
Jun 03 16:38:59.546972 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-02a14656-f427-4f82-b3da-a6ff85714754 req-0b538303-f7c6-4828-b1c1-46955e4ab454 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0466788
Jun 03 16:39:00.684685 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b67be-4acf-4606-aef4-e1de1f418f33 req-216af454-5a55-451d-9250-7d6d9512bb92 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:39:00.685672 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-605b67be-4acf-4606-aef4-e1de1f418f33 req-216af454-5a55-451d-9250-7d6d9512bb92 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Synchronizing usage tracker for tenant:a8bfa9e92bd94e3382c94206d64bc6a3 on resource:port {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:39:00.701821 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-605b67be-4acf-4606-aef4-e1de1f418f33 req-216af454-5a55-451d-9250-7d6d9512bb92 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Unset dirty status for tenant:a8bfa9e92bd94e3382c94206d64bc6a3 on resource:port {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:39:00.703002 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-605b67be-4acf-4606-aef4-e1de1f418f33 req-216af454-5a55-451d-9250-7d6d9512bb92 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 946 time: 0.1004453
Jun 03 16:39:00.705989 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-6b973fb3-f450-4a17-9f91-d339f1d53833 req-c6c50403-e372-4bce-a6be-6798b0ca7496 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0471394
Jun 03 16:39:00.751581 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-605b67be-4acf-4606-aef4-e1de1f418f33 req-30f99573-21e3-4b54-9021-450a4f0e9720 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Synchronizing usage tracker for tenant:a8bfa9e92bd94e3382c94206d64bc6a3 on resource:security_group {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:39:00.766534 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-605b67be-4acf-4606-aef4-e1de1f418f33 req-30f99573-21e3-4b54-9021-450a4f0e9720 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Unset dirty status for tenant:a8bfa9e92bd94e3382c94206d64bc6a3 on resource:security_group {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:39:00.767903 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-605b67be-4acf-4606-aef4-e1de1f418f33 req-30f99573-21e3-4b54-9021-450a4f0e9720 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/security-groups?id=97f6b6c2-1437-4fc7-b8b6-6d8cca935899&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575266
Jun 03 16:39:01.251908 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e84ba0-1458-48a0-8da5-0a4dd740f855 req-9a668b07-8b2a-443f-a08a-08f800d54b31 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:39:01.253271 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-18e84ba0-1458-48a0-8da5-0a4dd740f855 req-9a668b07-8b2a-443f-a08a-08f800d54b31 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 946 time: 0.0816405
Jun 03 16:39:01.503440 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-18e84ba0-1458-48a0-8da5-0a4dd740f855 req-5d7589b3-c18b-4524-b1e6-fd19da113923 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Deleting port 0b4dbc0e-9641-4917-9f7f-3da8db4412c7 {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:39:01.503903 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-18e84ba0-1458-48a0-8da5-0a4dd740f855 req-5d7589b3-c18b-4524-b1e6-fd19da113923 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:39:01.646182 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [req-18e84ba0-1458-48a0-8da5-0a4dd740f855 req-5d7589b3-c18b-4524-b1e6-fd19da113923 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] For port 0b4dbc0e-9641-4917-9f7f-3da8db4412c7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0b4dbc0e-9641-4917-9f7f-3da8db4412c7,segment=NetworkSegment(6c30cfee-f8b8-4df6-a90f-24b9946717ad),segment_id=6c30cfee-f8b8-4df6-a90f-24b9946717ad)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:39:01.646545 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-18e84ba0-1458-48a0-8da5-0a4dd740f855 req-5d7589b3-c18b-4524-b1e6-fd19da113923 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:39:01.782148 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [req-18e84ba0-1458-48a0-8da5-0a4dd740f855 req-5d7589b3-c18b-4524-b1e6-fd19da113923 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Calling delete_port for 0b4dbc0e-9641-4917-9f7f-3da8db4412c7 owned by compute:nova {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:39:01.875300 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9017f392-5766-44ab-9ca3-c4a4b2677eca req-23e40ab0-41bf-4102-8f96-c439242c4204 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0524514
Jun 03 16:39:01.961009 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-18e84ba0-1458-48a0-8da5-0a4dd740f855 req-5d7589b3-c18b-4524-b1e6-fd19da113923 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:39:01.969367 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-68fdd7bf-3048-4614-b8c8-7ead6ced6b5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:39:01.981184 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] get_ports_and_sgs() called for port_ids ['0b4dbc0e-9641-4917-9f7f-3da8db4412c7'] {{(pid=91618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 16:39:02.060316 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7589b3-c18b-4524-b1e6-fd19da113923 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Pushing event deleted for resources: {'Port': ['ID=0b4dbc0e-9641-4917-9f7f-3da8db4412c7,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:39:02.085312 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-90c89264-7b46-41b9-b4e1-4b1c6c178fb6 req-8c9c45ce-b0bb-4062-b38c-93580ba27c0d tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0514905
Jun 03 16:39:02.103805 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7589b3-c18b-4524-b1e6-fd19da113923 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:39:02.104189 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7589b3-c18b-4524-b1e6-fd19da113923 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:39:02.104561 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7589b3-c18b-4524-b1e6-fd19da113923 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:39:02.104926 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7589b3-c18b-4524-b1e6-fd19da113923 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:39:02.105319 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7589b3-c18b-4524-b1e6-fd19da113923 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:39:02.105683 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7589b3-c18b-4524-b1e6-fd19da113923 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:39:02.106037 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7589b3-c18b-4524-b1e6-fd19da113923 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:39:02.106390 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7589b3-c18b-4524-b1e6-fd19da113923 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:39:02.106740 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7589b3-c18b-4524-b1e6-fd19da113923 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:39:02.107242 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7589b3-c18b-4524-b1e6-fd19da113923 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:39:02.107608 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7589b3-c18b-4524-b1e6-fd19da113923 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:39:02.107958 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7589b3-c18b-4524-b1e6-fd19da113923 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:39:02.117574 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-5d7589b3-c18b-4524-b1e6-fd19da113923 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:39:02.121622 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e84ba0-1458-48a0-8da5-0a4dd740f855 req-5d7589b3-c18b-4524-b1e6-fd19da113923 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] No DVR routers for this DVR port 0b4dbc0e-9641-4917-9f7f-3da8db4412c7 on host hv-cinder-78652 {{(pid=91617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:39:02.124538 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [req-18e84ba0-1458-48a0-8da5-0a4dd740f855 req-5d7589b3-c18b-4524-b1e6-fd19da113923 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:39:02.127452 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9157118-689e-425e-91aa-613e4224c31f', 'name': 'network-vif-deleted', 'tag': '0b4dbc0e-9641-4917-9f7f-3da8db4412c7'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:39:02.129771 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ba9f48-bbd1-4ee9-a5f9-0154cdf412f5" -d '{"events": [{"server_uuid": "d9157118-689e-425e-91aa-613e4224c31f", "name": "network-vif-deleted", "tag": "0b4dbc0e-9641-4917-9f7f-3da8db4412c7"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:39:02.144673 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-18e84ba0-1458-48a0-8da5-0a4dd740f855 req-5d7589b3-c18b-4524-b1e6-fd19da113923 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.73 "DELETE /v2.0/ports/0b4dbc0e-9641-4917-9f7f-3da8db4412c7 HTTP/1.1" status: 204  len: 173 time: 0.8828142
Jun 03 16:39:02.178470 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c795671f-619e-41f0-be32-840fb9868d13 x-openstack-request-id: req-c795671f-619e-41f0-be32-840fb9868d13 {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:39:02.178470 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9157118-689e-425e-91aa-613e4224c31f", "name": "network-vif-deleted", "tag": "0b4dbc0e-9641-4917-9f7f-3da8db4412c7", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:39:02.178470 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c795671f-619e-41f0-be32-840fb9868d13 {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:39:02.178470 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9157118-689e-425e-91aa-613e4224c31f', 'name': 'network-vif-deleted', 'tag': '0b4dbc0e-9641-4917-9f7f-3da8db4412c7', 'status': 'completed', 'code': 200}
Jun 03 16:39:03.046588 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-e7eeba93-f71b-4847-8753-e6aedeb91650 req-b6823494-8691-4874-80e8-2e10897f46d0 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0421388
Jun 03 16:39:03.243196 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-9ae29478-4567-402d-a496-aba0dfd404e0 req-3eddede9-673f-4013-a6f0-8eab03544c44 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Synchronizing usage tracker for tenant:a8bfa9e92bd94e3382c94206d64bc6a3 on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:39:03.259636 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-9ae29478-4567-402d-a496-aba0dfd404e0 req-3eddede9-673f-4013-a6f0-8eab03544c44 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Unset dirty status for tenant:a8bfa9e92bd94e3382c94206d64bc6a3 on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:39:03.261087 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9ae29478-4567-402d-a496-aba0dfd404e0 req-3eddede9-673f-4013-a6f0-8eab03544c44 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0601547
Jun 03 16:39:04.200248 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-dcbbfb42-2bed-4503-9c9f-676c9f4406b3 req-d27078cb-4b69-42f1-a691-13749c776ffb tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0434914
Jun 03 16:39:04.418952 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1ed23c98-c385-49b9-941f-81ac9c8fcad9 req-edd831e5-aadb-4356-a8c5-499d33477686 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0488479
Jun 03 16:39:05.357109 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ff63bd01-3352-45c0-b83a-9db957387e25 req-17a76f02-30ae-4b70-b967-4026ce6d5701 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0462122
Jun 03 16:39:05.566493 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9595a9ff-1449-49c2-b58a-dcc7e5e6d8f8 req-cd2437ac-d8a9-41cc-a5a0-4cbeac580f65 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0426934
Jun 03 16:39:06.007759 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 0b4dbc0e-9641-4917-9f7f-3da8db4412c7 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:39:06.042103 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] No Port match for: 0b4dbc0e-9641-4917-9f7f-3da8db4412c7 {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:39:06.042462 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 0b4dbc0e-9641-4917-9f7f-3da8db4412c7 not bound to the agent host hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:39:06.507341 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f7159a9a-c26a-453f-a430-da3b1485bbcb req-269a8b2a-26a4-4161-8625-e85836408d05 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0418644
Jun 03 16:39:06.726804 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2f17ed23-c3e5-4197-92e3-9d41b97dbe45 req-1f460888-636d-4cda-a934-072847633715 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0440619
Jun 03 16:39:07.064039 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-448b9bbb-23d7-470d-83d6-00e661e159e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:39:07.660406 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ae5731ab-3011-40a8-9464-4dd181709700 req-498c84ab-6f65-418e-bb8d-b322f0764be0 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0443008
Jun 03 16:39:07.883436 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1c533def-8ab3-4f88-9e5d-4bbd741acc7b req-80bd3e79-655d-4328-babc-b3e696c40d75 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0464272
Jun 03 16:39:08.818913 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-fb779862-6cdd-48b6-9657-368e1d572faa req-f4c55485-7299-42e4-8360-9de13c6d2e8d tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0494497
Jun 03 16:39:09.027254 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:39:09.039289 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8b06f7fb-cfaa-4a92-9c45-e253abbe26ad req-d415be4d-a029-4429-b984-bbdefbb12d61 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0458448
Jun 03 16:39:09.502069 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:39:09.806590 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-bf5192d0-a637-4b09-a628-b67e38638b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:39:09.967970 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-d2142dae-77b0-471e-bbd6-026251224793 req-487c20b6-3a5d-4376-a32b-68f5d5a2ac39 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0426738
Jun 03 16:39:10.197391 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-6f358a14-430d-4f2e-895c-37f166c91f24 req-99b14440-4cee-4246-9d33-0e5e07ba6a84 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0429142
Jun 03 16:39:10.861178 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:39:11.124470 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-59b4b9d1-0f09-42b2-9298-101738ba20b9 req-161aa234-7789-44f5-8517-79df2a65a308 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0463836
Jun 03 16:39:11.348095 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-6d1767dc-f51f-4d46-a5bf-1d0329d5b584 req-2c01b2d3-bfa0-4a73-bcd9-8b9b62312b9b tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0459864
Jun 03 16:39:12.286425 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:39:12.288457 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-aeb74f0f-623d-454a-be38-4d626c206e3c req-3e8651fe-b9bf-49b3-84fe-afb2b22b5d9e tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0461128
Jun 03 16:39:12.507723 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-227fb0c3-ec77-4717-9723-b7681314001c req-d2deec92-5bb2-4196-927a-fdb313ab2799 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0435140
Jun 03 16:39:13.442499 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-2dd0bb5d-94e2-4bf4-b279-c56675a932f8 req-2fa27a3f-67e7-43e1-a22c-55d507100add tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0460873
Jun 03 16:39:13.659559 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-57c2c6ac-a541-491b-94b6-7b27df519e25 req-07d1f576-c3b0-4474-87c5-30c55cf1a341 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0436552
Jun 03 16:39:14.591977 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-3a9d34d8-0d36-4c3d-919d-a8be43835548 req-8493f942-f575-4a4c-b398-5f019afece6a tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0419238
Jun 03 16:39:14.808420 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-205e128f-2c3e-4c57-9aaa-68b83bfec828 req-bd2aef91-4879-45a8-8f3a-ebe04d45f6cc tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0451882
Jun 03 16:39:15.744852 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-5edd2c46-93fb-4f42-b83a-6ec1b8e292c8 req-576db17e-b75d-4606-99d7-ad4d89dcfe2d tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0462976
Jun 03 16:39:15.956342 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-bbe15604-b7d9-474c-971d-a73ae1fd944e req-4e05fb44-c518-4a43-ac22-86f477e354a3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0421154
Jun 03 16:39:16.897422 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-21b03e40-aa24-4d6b-b83c-a6120eed0d67 req-de014f6c-3edb-4874-b896-c87d823e42e1 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0442958
Jun 03 16:39:17.112074 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f299e113-8d8b-4e63-b6ec-d1962bf720f7 req-3c6d4235-9a62-4000-bd9c-a43453e39a32 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0436585
Jun 03 16:39:18.050932 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9493e536-08e2-4c25-bb67-ac7d28faeab1 req-231499c4-8a93-4396-b22f-b590e443edb3 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0425005
Jun 03 16:39:18.265465 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d75288d5-a33e-4e13-a4c6-b1bfa18a213a req-b03606cb-f125-44eb-b0bf-557a8c0cc6c4 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0465913
Jun 03 16:39:19.199749 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0a90817a-7a7a-4e7b-9839-07171a54cbff req-c84dfae0-76ff-44ca-bca4-83f5b1a3e119 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0453069
Jun 03 16:39:19.423350 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-83c05116-5998-425d-a0d8-276b9ff20e29 req-b1070cb5-d8de-4225-8e7f-7023e6b6b886 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0431967
Jun 03 16:39:20.347945 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-e994a696-2cd3-4634-9336-f67b860fecdd req-e3134927-c426-451a-b3e6-cff7079e561b tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0417802
Jun 03 16:39:20.578418 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-dab95334-3b55-4bc0-9f85-db894a02a4f9 req-29e9723d-7ca1-4f14-8516-886e9b076f12 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0427215
Jun 03 16:39:21.504918 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-21589447-2b81-4ff9-a7f4-60f7df08997f req-1dbb2734-593d-47dd-9663-24e52595e017 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0457330
Jun 03 16:39:21.732649 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7f8c4f7b-3c0d-4b26-8a07-07dc265d10dd req-59448333-9c1c-4bf6-aff3-16a21e58c9ed tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0464306
Jun 03 16:39:22.657536 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-5bd52e9c-0f4a-4b0d-b932-93649732c3bb req-513670ce-31f6-44a0-9e7a-e32ca486858c tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0477619
Jun 03 16:39:22.882110 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a91bdd4f-ad08-4ea8-b350-ce4a211b7812 req-19cef6bd-8974-44f9-9d2c-141dbbc26bcb tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0433626
Jun 03 16:39:23.805591 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-49f12795-53ac-4191-86fa-d27326013772 req-4dc052ba-ccae-4a75-89fb-239334514e4b tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0431683
Jun 03 16:39:24.032743 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-442a3c94-4fb1-49db-868e-589dafe0febd req-d5168e95-c937-4cf8-b403-280c8a49532a tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0433948
Jun 03 16:39:24.956343 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-bcc038e4-eb93-4962-a1b8-519041f25abc req-b26f8232-d205-43fc-9bff-e33aacdb1c07 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0424211
Jun 03 16:39:25.191284 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-013d6be8-4eb8-436f-9e30-f91871d3a2bc req-d11bf541-8919-4387-b6ca-ed9b14dd0424 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0471964
Jun 03 16:39:26.115198 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-03fd1b5f-ccdc-4b97-a8e3-c1ea3693b93a req-b302b46c-b873-45ce-885b-9524c9d70f4e tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0461125
Jun 03 16:39:26.340225 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7a2d4c9b-3a69-44fa-b761-9110681ae96e req-9138fb02-a41e-4953-bc8c-1c4d5c60f9cf tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0435462
Jun 03 16:39:26.481630 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7359190b-030f-4e10-97b3-ab360bcf66b2 req-c0e8ce71-6e00-4a51-9039-a0062b36a7dc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0784948
Jun 03 16:39:26.712814 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359190b-030f-4e10-97b3-ab360bcf66b2 req-d8a08f95-e34f-4c24-b1a0-febace353de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:39:26.714294 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7359190b-030f-4e10-97b3-ab360bcf66b2 req-d8a08f95-e34f-4c24-b1a0-febace353de7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f44ece6093c64861a96b56285934a43e&device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 1099 time: 0.1572816
Jun 03 16:39:26.860063 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359190b-030f-4e10-97b3-ab360bcf66b2 req-bd40728d-05ce-458a-a76d-676dd38c2e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:39:26.861595 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7359190b-030f-4e10-97b3-ab360bcf66b2 req-bd40728d-05ce-458a-a76d-676dd38c2e4b service neutron] 10.222.0.73 "GET /v2.0/networks?id=aec810ed-0ee2-4480-934c-29ea716a1d55 HTTP/1.1" status: 200  len: 913 time: 0.1229079
Jun 03 16:39:26.967058 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7359190b-030f-4e10-97b3-ab360bcf66b2 req-04912a42-280e-4095-a416-1e625a5455b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a6aa8a1-c35a-4582-aee9-ee87a1daba22 HTTP/1.1" status: 200  len: 1001 time: 0.0981607
Jun 03 16:39:27.032896 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359190b-030f-4e10-97b3-ab360bcf66b2 req-b45f8f30-8e1e-4919-ba14-d5d6e35b54e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:39:27.034933 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7359190b-030f-4e10-97b3-ab360bcf66b2 req-b45f8f30-8e1e-4919-ba14-d5d6e35b54e6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ffc8a07-8eea-4758-b719-3a645c0307b8 HTTP/1.1" status: 200  len: 851 time: 0.0603201
Jun 03 16:39:27.114889 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359190b-030f-4e10-97b3-ab360bcf66b2 req-eb923d5e-0efa-4247-b8d7-ba83302c2bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:39:27.116320 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7359190b-030f-4e10-97b3-ab360bcf66b2 req-eb923d5e-0efa-4247-b8d7-ba83302c2bcf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aec810ed-0ee2-4480-934c-29ea716a1d55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0706964
Jun 03 16:39:27.261162 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7359190b-030f-4e10-97b3-ab360bcf66b2 req-569480f1-0951-4e64-a4f1-3bd9822cd02c service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339900
Jun 03 16:39:27.267085 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-2f071f98-6d69-4908-aa7d-55b81069ab73 req-60a4f8dd-be79-43fe-8a5a-490760fbd260 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0422380
Jun 03 16:39:27.404960 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7359190b-030f-4e10-97b3-ab360bcf66b2 req-8ed9eff9-a5a7-4dbb-ab0b-e83e7c1881f3 service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372337
Jun 03 16:39:27.501532 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-87d705ed-596d-48f5-973c-b50095703d2b req-d5b7d050-f1ee-406c-9636-daa4c9aa6f4d tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0430231
Jun 03 16:39:28.419171 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-57828e58-cb9e-4bcc-baee-dbec14c2a051 req-59b4569b-bc33-441c-96b7-d1b597138143 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0435400
Jun 03 16:39:28.654227 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-86ca7a25-5724-4e6a-898d-68c8ba022465 req-7fc93e5a-26fc-49fb-a35f-86039d9e8bbb tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0464492
Jun 03 16:39:29.572788 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-edc323d3-2d3c-4db4-a601-5982a76899e0 req-ce25b07d-2e09-4194-817b-16d8a37933ce tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0471139
Jun 03 16:39:29.801648 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1b2a1f84-569a-4b0f-b37e-d10ae995664a req-d0de95b3-8895-4488-b683-699887b4909b tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0427244
Jun 03 16:39:30.721215 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-2cbcd0e4-be48-43d5-939a-f19d59e4383f req-2f3f0164-d9a9-4162-9b74-c59e5019642d tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0428231
Jun 03 16:39:30.756398 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:39:30.951128 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ed8f2843-16a3-4deb-88d0-f2826955b2fb req-1501c462-f4e6-4920-bf3f-897b1a42e8cb tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0426109
Jun 03 16:39:31.871814 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0fc907eb-d424-4cc7-bba1-111672250ac8 req-8a8b39db-e518-4447-bd02-e425c8759f1e tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0431156
Jun 03 16:39:32.102817 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7bee8427-55df-4f52-a8e0-3426f4991b75 req-684269aa-59ed-4e09-97df-3eedfbda5c97 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0460794
Jun 03 16:39:33.024865 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-85af0673-cc02-4d7c-b932-6a8241acf284 req-4b1fba7e-5827-463f-ba57-aba3698e8c0b tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0465498
Jun 03 16:39:33.253716 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-bf0d99de-7ae1-4bdc-90ad-cd528f96e278 req-9e9157cd-761b-4271-aeca-b13cb1f5cd30 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0430942
Jun 03 16:39:34.172853 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-5453c251-4aaf-499e-b1eb-e81479fb8833 req-39624e96-7a16-42b8-b7cf-d94a567c4822 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0420697
Jun 03 16:39:34.401035 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-29bb1ec6-b74b-4757-b78a-369a0fb901a0 req-dde3efe7-6173-46be-9fc2-a8be5005e73e tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0429826
Jun 03 16:39:35.325998 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-57f1c547-cc17-446e-b1eb-530942725aa0 req-d66cc353-1526-49f8-ae9a-63792a10bb53 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0435817
Jun 03 16:39:35.568959 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4f84f3cc-12f2-44a5-80d2-b61df5fcea14 req-e144b7b2-b982-4f36-8c33-bddbe3a76aac tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0456419
Jun 03 16:39:36.627918 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0da90490-6ad8-4efc-a2b1-dff7a2f9d38d req-16475a3d-d06c-4042-807a-6f39496db250 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.1775029
Jun 03 16:39:36.740533 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4e35052a-2096-46c8-b795-35e9efd09dc0 req-c073ef61-3a77-4b98-9892-2a65b7d569be tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0480506
Jun 03 16:39:37.071554 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-716f8658-9b13-4196-a4cf-902f31518791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:39:37.785476 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-094b6be4-d044-481d-bf70-7a09014c85ce req-b3e3ed8a-79a8-4cc8-884c-91074644a75c tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0446589
Jun 03 16:39:37.895421 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-77c141c6-97e3-4d66-b734-f36928efd6da req-e00e8872-8685-42d7-9deb-7ad34c9fabb8 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0413973
Jun 03 16:39:38.937942 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-abbd9ee8-5e69-4336-a438-e7b3966c6fa0 req-b67e6d67-9763-436e-8800-8c2ea399b0e0 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0443609
Jun 03 16:39:39.019193 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:39:39.057920 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-22017be1-f2f1-4b5a-b9bf-eb51df42eccd req-cc32a8ae-018b-4ce2-87b7-bf2a6b1fed00 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0462830
Jun 03 16:39:39.512327 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:39:39.808044 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e4a8ebae-a000-4c6a-b618-4aa0cba81a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:39:40.102532 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-97d40217-ea31-4dd0-9db7-c073b39f4142 req-dcc50409-73ec-429c-b9ce-801ca8e46965 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0502172
Jun 03 16:39:40.216619 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1220f393-1d48-46a7-b7aa-57ae9e3aacbd req-377a30b2-3a4b-49a8-87a5-0c423e5ee9a3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0457146
Jun 03 16:39:40.863462 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:39:41.255096 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c412e207-f15a-434a-9c61-f159694bde23 req-9d536010-d016-4fbb-b44d-8b22fe8f21ab tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0427978
Jun 03 16:39:41.379779 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-662ed2f9-5421-4f20-af74-f9016d136bd9 req-b2f8c630-5e6e-44a6-afd1-5fbb3abfe52b tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0494883
Jun 03 16:39:42.288903 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:39:42.418174 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-61fd1efc-5a09-4fe9-ab83-a91aa6c8e476 req-adccdca5-a256-4491-94eb-f40418111b89 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0464208
Jun 03 16:39:42.694172 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8e08a4e9-328a-4754-aad1-de8254d5bcc0 req-08ca63e3-119f-4469-b7e5-dc6f36e4c8d0 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0499175
Jun 03 16:39:43.583796 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-2514f715-4328-4506-a9a1-59fcfbdb0262 req-afd73335-4b12-4930-9c22-465d55117b00 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0585735
Jun 03 16:39:43.842199 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-02110a16-fb36-40c0-9edc-fe50593b79fa req-64fb4b6e-ad09-4d6a-bac0-0dc384659a44 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0430498
Jun 03 16:39:44.738240 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-210c23b3-7dc8-4120-8861-a720e64e037b req-193638f5-d142-4fe5-b59a-8b2813e9a556 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0436134
Jun 03 16:39:45.000400 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-041bb7f9-5323-4725-ab32-7d607817c7bd req-00d918e7-40a1-4c8d-a994-0a1b03c39580 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0451288
Jun 03 16:39:45.893676 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-7e8bf7ee-bd52-4c02-a228-9f5d418531fe req-78659d7c-ec04-4f1c-be68-2f4382027ccb tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0448260
Jun 03 16:39:46.248030 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-541196c0-b298-45fb-8c96-aba48f86b23d req-387a3d7e-3362-4d47-9e2e-5ca2f73e70bc tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.1404359
Jun 03 16:39:47.047716 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-d50fcba7-db14-4bd6-8699-0d8196f4fbc7 req-21f1c1f4-a9f9-4058-9a42-a943aefe6197 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0453358
Jun 03 16:39:47.396973 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-65325615-fe3a-423e-a927-d8ab87b21237 req-6c8262f8-8633-464b-81af-62aeb29a5f9c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0411189
Jun 03 16:39:48.204167 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a620cfaa-8777-4784-925b-f63a61287c69 req-6a4b861a-816d-44a3-916c-4dab3bac2468 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0457454
Jun 03 16:39:48.717105 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5f37c0d4-a6d0-482c-9589-2d4791254b4f req-cbbec964-1276-4786-abc1-f846d57828a7 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0440066
Jun 03 16:39:49.371221 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-31b3f584-56d0-4321-81ed-25be5047cdcd req-476a1ff1-5e4d-44c4-91f7-bf48b6b9a0d2 tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0441742
Jun 03 16:39:49.871315 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-940e6daa-4c3a-44c8-8a00-dded30db4d2c req-b87629d3-47de-4d9b-a3ed-82289240edcb tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0452988
Jun 03 16:39:50.530260 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-aca265d2-ce49-4822-b44d-e814d07191e9 req-60bf5326-28dc-4d75-a869-ea96f71ea0ab tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0460098
Jun 03 16:39:51.026223 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-297644fa-4eeb-4b5b-9b6f-f35f542f8e00 req-f85fb8ef-1e32-4a03-b621-e133b19f75f2 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0443199
Jun 03 16:39:51.692288 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-263c7ddc-9b6a-453b-a342-2dc01ff137be req-31332093-df7e-425a-8228-a446e000498e tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0427330
Jun 03 16:39:52.184935 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-5202737b-41ba-440a-968b-30ea97658274 req-a5f308db-39b5-4770-9418-38d2334b0b22 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0466578
Jun 03 16:39:52.854904 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b44f3c24-1c32-4d66-82be-4e441da860e8 req-9c8dbd86-af49-4a8b-b9a0-bee45a37b42c tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0428338
Jun 03 16:39:53.345242 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c896824b-f9f1-4bb7-b7aa-5eed2e6be613 req-b939d1b3-b1f2-477e-b839-e1eae6baae33 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0498650
Jun 03 16:39:54.207467 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-5237758a-2160-4c44-88ba-5b95df2ac230 req-75fbd473-5f4a-46d5-8c47-a4428b9695af tempest-VolumesSnapshotTestJSON-264856888 tempest-VolumesSnapshotTestJSON-264856888-project] 10.222.0.66 "GET /v2.0/ports?device_id=8155280a-969f-4b9b-9087-be4e2d969f7c HTTP/1.1" status: 200  len: 210 time: 0.0491202
Jun 03 16:39:54.507827 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-b4eac2ba-29e6-4681-9877-9fbdc56f77fd req-87c9e848-e315-4ae5-9b94-d63c02f48ccf tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0518847
Jun 03 16:39:55.660168 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-33fe280b-1fce-416d-bf53-fe050d008a14 req-4c194735-5385-43f8-a3ad-2302115e40a7 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0427740
Jun 03 16:39:56.829636 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b10bb1ec-3d71-464e-ad85-76b8e7427a3f req-befc3ea7-9b24-4b96-af19-f7b643af78c3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0487561
Jun 03 16:39:57.996492 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-8874e76d-dd34-4b94-af06-df68f5a607ea req-94a3e559-3a57-46be-affc-4c4350300eb2 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0462956
Jun 03 16:39:59.150695 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-60dffd51-e07d-4782-b5c5-b714920aabc3 req-f0c6b2e8-ee74-4346-b2d8-a3ac434d372b tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0460088
Jun 03 16:40:00.307839 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-eaf9f819-050d-4162-9066-f622ebd26904 req-af4d10f3-9329-4c11-a98d-48736856368b tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0471499
Jun 03 16:40:01.463522 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-56874034-e276-40f5-a1f1-3cea3ea9025c req-2f4a73e8-6e17-42cb-adce-abc793ee5a51 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0474899
Jun 03 16:40:02.624476 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-867bb3b6-26d7-446b-b272-6a26f1fbf412 req-069c0895-f0a9-43d3-9c3d-ad1d89f456f1 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0444653
Jun 03 16:40:03.779017 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9afb0037-2de6-49ea-9d46-e25dcdaa3b25 req-d4f15055-06be-425e-bb35-f90185444648 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0433645
Jun 03 16:40:04.931048 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-605f8862-106f-49bd-b580-3f31f185df16 req-2d41a10c-7a26-45a8-9fe4-f5a2ee7f74d9 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0462844
Jun 03 16:40:06.085572 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0f953ee4-bede-491e-abb1-263c0b3f0590 req-50e30803-2431-4cb2-85f1-67f85cd1a4a4 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0429504
Jun 03 16:40:07.063380 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-6048a70c-ec1b-4192-8ebc-60e79eabc6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:40:07.243381 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-56df2fb1-8d2a-45a3-ae32-7551d8f0ee96 req-6fefab98-12fb-4157-b4ae-0bbfb6e8f132 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0462220
Jun 03 16:40:07.755976 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:40:08.395957 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-e3f0d817-4b04-4fcb-92b9-2108cb202eb0 req-3064a890-8d02-45a2-85f2-818ee4340a46 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0468154
Jun 03 16:40:09.023480 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:40:09.507886 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:40:09.563899 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-911a2896-970f-4b4e-b53b-31443879f30b req-079a0ff0-e7ac-4472-84a9-05db2182d7ae tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0475969
Jun 03 16:40:09.810297 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-4ce22fca-2142-4dd3-a1a6-15bd9e285fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:40:10.724698 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-615c5169-6cc2-4064-9b0e-759a4a318a1d req-c89a9cc9-e965-4336-9895-2f2d441dd099 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0500562
Jun 03 16:40:10.867926 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:40:11.894528 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-6e6c90e1-d3e3-4bff-b4ed-f37fae9952e8 req-15dcece2-7309-4ca5-b287-f905862d1b9b tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0487783
Jun 03 16:40:12.290861 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:40:13.052362 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-1c0875a2-312f-41f0-af9e-67ef80230458 req-016ca18f-6a72-4fdb-9557-eec6e625946c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0417600
Jun 03 16:40:13.492307 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [req-ce4b6635-9441-4bae-a925-a4addc4a000a req-6e78d20d-f2e1-43fa-b3a6-a748d013af98 service neutron] (91617) timed out ('10.222.0.73', 61580) {{(pid=91617) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 03 16:40:14.204650 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-22dbc6c9-2529-4e92-a521-0b9de3141eb8 req-fd0f3571-647b-458a-a3eb-86bbcddb9af5 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0422087
Jun 03 16:40:15.360055 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-71bcd56c-d361-4a6c-bcb3-716c592f05f4 req-ee37e436-1381-470a-a386-7aa786fc6ad7 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0478075
Jun 03 16:40:16.514580 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ae3617a6-6f99-45e9-98ef-cc0176cc0524 req-a93cac00-8fb4-46a5-85ba-9427ee522b3c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0442173
Jun 03 16:40:17.667566 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-367b2b68-ecb9-4294-b411-022602c1e498 req-00ca317d-fb26-458b-a727-45a69ccdec07 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0451887
Jun 03 16:40:18.819286 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-47a1480b-acea-47aa-8802-4cf292d71a61 req-ffcf0884-c0c5-4f01-8ceb-d95af829e76d tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0471783
Jun 03 16:40:19.985289 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-584e9d41-0cb0-415b-a66b-c59d0cd66efe req-8dd31ba7-76c0-4c4f-9fbd-76fcbff39d02 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0576820
Jun 03 16:40:21.137420 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e9482a95-81d2-43e6-87b9-3e6be63a10e8 req-826ca7b7-d37b-4f3c-8cbc-76e0cb2380c5 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0430005
Jun 03 16:40:22.290752 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c14c11d7-5af7-416d-82c5-11536d7c3a55 req-9c78c23e-b840-472d-93b9-8d9a1ece218c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0461016
Jun 03 16:40:23.447987 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-85d8f82f-3338-4ac0-b1fe-816f1d515777 req-b83c0228-11b8-4205-aad3-c6627d4eae1e tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0435677
Jun 03 16:40:24.600806 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-e8513d95-b318-4744-86a1-54376d9b5a20 req-300ba5d7-6bd0-4d7a-970a-2ce883eefe6e tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0429595
Jun 03 16:40:25.753299 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-dfb6783d-2823-4232-b93b-cc461925ec7a req-892371dc-a512-435a-93c0-18e195392891 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0462279
Jun 03 16:40:26.470661 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ac9c4f16-5a2b-4dbd-86a3-df476f607474 req-73c53fb1-5810-440a-a809-4a6a1fff8280 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0721853
Jun 03 16:40:26.621818 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c4f16-5a2b-4dbd-86a3-df476f607474 req-6616fd4e-1559-4efb-a207-aa69252daffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:40:26.624039 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ac9c4f16-5a2b-4dbd-86a3-df476f607474 req-6616fd4e-1559-4efb-a207-aa69252daffc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f44ece6093c64861a96b56285934a43e&device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 1099 time: 0.0770004
Jun 03 16:40:26.778338 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c4f16-5a2b-4dbd-86a3-df476f607474 req-06d4972d-f335-496e-9d16-723be9b98632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:40:26.780316 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ac9c4f16-5a2b-4dbd-86a3-df476f607474 req-06d4972d-f335-496e-9d16-723be9b98632 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aec810ed-0ee2-4480-934c-29ea716a1d55 HTTP/1.1" status: 200  len: 913 time: 0.1308696
Jun 03 16:40:26.885952 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ac9c4f16-5a2b-4dbd-86a3-df476f607474 req-3305e0c1-f4ea-448d-963b-7ab66bedcc30 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a6aa8a1-c35a-4582-aee9-ee87a1daba22 HTTP/1.1" status: 200  len: 1001 time: 0.0953796
Jun 03 16:40:26.909246 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-17a7a339-2dfb-456b-bea6-6d8d2841620c req-80a908ca-7c56-4dc2-97d1-cba332000268 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0438478
Jun 03 16:40:26.956126 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c4f16-5a2b-4dbd-86a3-df476f607474 req-496904b1-e69c-42a1-89b0-f1223d6285e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:40:26.957589 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ac9c4f16-5a2b-4dbd-86a3-df476f607474 req-496904b1-e69c-42a1-89b0-f1223d6285e7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ffc8a07-8eea-4758-b719-3a645c0307b8 HTTP/1.1" status: 200  len: 851 time: 0.0622807
Jun 03 16:40:27.038815 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c4f16-5a2b-4dbd-86a3-df476f607474 req-334fb2d1-af3b-447f-af4a-18b925e08da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:40:27.040308 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ac9c4f16-5a2b-4dbd-86a3-df476f607474 req-334fb2d1-af3b-447f-af4a-18b925e08da3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aec810ed-0ee2-4480-934c-29ea716a1d55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0717177
Jun 03 16:40:27.271537 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ac9c4f16-5a2b-4dbd-86a3-df476f607474 req-fa41d0f5-1404-4da3-9796-188711ecd451 service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2211642
Jun 03 16:40:27.417190 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ac9c4f16-5a2b-4dbd-86a3-df476f607474 req-8f697770-cb53-4bdd-8500-4baba7fbac76 service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332662
Jun 03 16:40:28.065027 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-05f458fc-2138-4d9f-b696-792ed4dd61b5 req-1fa96d61-72ac-4359-973d-2de225959b67 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0495589
Jun 03 16:40:29.228908 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f8f6cb71-94c2-42d2-8d93-81b4a8b63130 req-361709dd-be78-47b6-9ab5-01e3df12da69 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0527678
Jun 03 16:40:30.380111 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ec0654d8-d496-412c-927e-594ba518c36c req-5a049b8f-b3f1-49ed-a46b-28e225e4cb34 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0435233
Jun 03 16:40:31.533202 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-e4d5e5fc-c50d-4fab-8254-fa8ab5c722f4 req-212089cd-caf9-4ad0-aa59-f3f6eade74ec tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0442815
Jun 03 16:40:32.680071 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-dcbb7afe-4db5-4f36-8a77-86deca54aae1 req-fd3095aa-818d-48de-8687-363cbc2c34b0 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0427539
Jun 03 16:40:33.971177 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-fc3c7c57-6ba2-44da-b8c9-3887b21e5487 req-8f2d1965-fab1-4d0b-91bb-a6a6689f54c7 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0431128
Jun 03 16:40:35.123178 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-aa34807b-21ff-427f-b5ee-89bca674bd23 req-10c77798-8b75-4ad2-b43a-a37d498c3c20 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0464599
Jun 03 16:40:36.274341 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-05c8641b-629d-43b7-9b7e-eae4356ec04d req-4381a8eb-de71-4e4e-a2c7-6e56b86a1cf3 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0462079
Jun 03 16:40:37.064871 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-7adc46f4-8905-4312-aadb-f299c16854bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:40:37.428391 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-51c5fce0-a628-47b9-9b8b-0ff0999b4bec req-6fe0a316-65fa-454b-9fce-0ad0e4917983 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0447469
Jun 03 16:40:38.599923 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a6edbf19-769e-4d1d-9430-6d8e8eca9578 req-03680f21-d02c-4414-9f57-0e747afb946b tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0490572
Jun 03 16:40:39.020760 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:40:39.501412 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:40:39.751869 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-12b25802-dbb6-4998-bf50-f49cbdd5b3d4 req-ae5d7523-2da0-4071-8807-b63a842fd821 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0436172
Jun 03 16:40:39.811726 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-1de91225-5017-4b40-8406-4df8f8caa5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:40:40.877785 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:40:40.910405 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a67e4131-36b3-4f8f-be6f-525560f064e6 req-a0750075-199b-4eac-9728-243c03a46bb4 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0445921
Jun 03 16:40:42.065964 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a5e2ac61-415d-43e9-8b9a-0eef4eaafb67 req-ddf58204-41f4-40ae-b434-f17538daeadd tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0466323
Jun 03 16:40:42.292564 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:40:43.222363 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-7531d578-3f64-45b3-a448-145ec195ebc1 req-4be43d67-1c61-444a-a981-04d45faa530c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0471537
Jun 03 16:40:43.935023 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [req-8d36d305-b368-4cc5-be08-0f18fe480f00 req-0d6ccdfd-5c5f-47d5-bf26-04ee1c71cad3 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] (91617) timed out ('10.222.0.73', 61593) {{(pid=91617) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 03 16:40:44.376149 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f4a7bff5-e31a-4d57-b563-e3f76559637b req-caab56f0-62ff-4522-a8d9-2a25e7a7f933 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0435319
Jun 03 16:40:44.755898 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:40:45.530715 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-672ff238-8642-4b9b-8efd-c7cb57d20b51 req-059c792a-1977-4c0e-b5c5-14470395d776 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0444446
Jun 03 16:40:46.680193 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a2f0c0d2-a8a1-40da-a096-46375dfd5422 req-34d75584-66ab-4d82-b468-1d3c6dc3790a tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0433605
Jun 03 16:40:47.834102 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c6d4919d-5c32-4ed4-a743-7f8db34e1d32 req-29959efb-9e52-40f6-b0f1-8db16db378a7 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0443292
Jun 03 16:40:48.990724 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3f7be0e8-52f1-4762-9c62-4fd3017ba3bf req-8d765e0d-bae7-490c-a4ab-2d425bb938c9 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0469232
Jun 03 16:40:50.145851 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-5cdc458b-7dc6-436d-abb0-04a9a581fc14 req-d7dd0912-4e59-44fc-9cae-fea689567165 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0474577
Jun 03 16:40:51.298246 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-83a212b7-6ada-4f16-8c62-3f7a4862ac8f req-3f455246-a725-47b3-b4aa-376900b553ae tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0435059
Jun 03 16:40:52.453465 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-16e63881-bd68-4cd0-9b1a-aba0fdec653d req-87ae5b5a-a59a-41de-826f-480b9917b66a tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0432832
Jun 03 16:40:53.606458 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-d106a5a0-37cf-42b9-ae3d-0a255691ca9a req-7d1eef26-f753-49ec-a4aa-6ab1265ebd15 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0424874
Jun 03 16:40:54.759058 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ddc1d00c-4502-41c3-9864-9d18021d42d0 req-e037f090-efbe-49aa-bf88-79270759c7ab tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0434010
Jun 03 16:40:55.913952 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7348379c-8722-453e-bf2a-25bcaae14659 req-b24b50a4-d8ce-41c4-86e9-a9a08395f28c tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0474079
Jun 03 16:40:57.083387 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-24e193e7-a119-460f-beaa-3a713b0e685c req-f8fb4b45-029d-4f2e-8919-70a37d55d2f5 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0493269
Jun 03 16:40:58.261155 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e62eac34-6b80-4851-ba76-99c07b426d35 req-db9dec4a-a43c-4d69-b4f1-0aee77b03ca4 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0442083
Jun 03 16:40:59.418884 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-13eb8f20-ab69-4726-bc30-d233f267d160 req-ee7ff683-ae8f-4f02-9467-783c7c2fe52b tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0426898
Jun 03 16:41:00.574713 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0c166159-bfce-44d3-be8f-f0973ec6b399 req-bc1f0003-44dd-4c6b-b03d-3070eb6ad559 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0481484
Jun 03 16:41:01.726557 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-1e203f1d-509b-45a5-9753-c8aa41972e76 req-63994291-aa4a-419c-b1b8-1ec409c5ee4d tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0444658
Jun 03 16:41:02.896268 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-525b1694-80d6-4b42-a716-d7939a656a8e req-5620980f-36b4-42ee-808f-58f2c8909649 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9157118-689e-425e-91aa-613e4224c31f HTTP/1.1" status: 200  len: 210 time: 0.0476251
Jun 03 16:41:04.914849 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 43030) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:41:05.692015 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4f263c58-bed5-41d7-a613-a93fe9db7220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681826'] for router_interface, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:06.098487 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-4f263c58-bed5-41d7-a613-a93fe9db7220 admin admin] Deleting port f3633d48-19e0-4f9a-adbd-16094cd615f8 {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:41:06.099224 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4f263c58-bed5-41d7-a613-a93fe9db7220 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:06.217488 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-4f263c58-bed5-41d7-a613-a93fe9db7220 admin admin] For port f3633d48-19e0-4f9a-adbd-16094cd615f8, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=f3633d48-19e0-4f9a-adbd-16094cd615f8,segment=NetworkSegment(6c30cfee-f8b8-4df6-a90f-24b9946717ad),segment_id=6c30cfee-f8b8-4df6-a90f-24b9946717ad)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:41:06.217834 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4f263c58-bed5-41d7-a613-a93fe9db7220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:06.338903 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-4f263c58-bed5-41d7-a613-a93fe9db7220 admin admin] Calling delete_port for f3633d48-19e0-4f9a-adbd-16094cd615f8 owned by network:router_interface {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:41:06.491640 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4f263c58-bed5-41d7-a613-a93fe9db7220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:06.496045 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-0d6ccdfd-5c5f-47d5-bf26-04ee1c71cad3 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:41:06.568696 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f263c58-bed5-41d7-a613-a93fe9db7220 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3633d48-19e0-4f9a-adbd-16094cd615f8,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:41:06.611164 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f263c58-bed5-41d7-a613-a93fe9db7220 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:41:06.611532 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f263c58-bed5-41d7-a613-a93fe9db7220 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:41:06.611894 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f263c58-bed5-41d7-a613-a93fe9db7220 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:41:06.612266 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f263c58-bed5-41d7-a613-a93fe9db7220 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:41:06.612598 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f263c58-bed5-41d7-a613-a93fe9db7220 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:41:06.612946 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f263c58-bed5-41d7-a613-a93fe9db7220 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:41:06.613325 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f263c58-bed5-41d7-a613-a93fe9db7220 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:41:06.613669 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f263c58-bed5-41d7-a613-a93fe9db7220 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:41:06.614012 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f263c58-bed5-41d7-a613-a93fe9db7220 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:41:06.614349 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f263c58-bed5-41d7-a613-a93fe9db7220 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:41:06.614711 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f263c58-bed5-41d7-a613-a93fe9db7220 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:41:06.615047 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f263c58-bed5-41d7-a613-a93fe9db7220 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:41:06.618403 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-4f263c58-bed5-41d7-a613-a93fe9db7220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:41:06.820722 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4f263c58-bed5-41d7-a613-a93fe9db7220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660668'] for router_interface, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:07.066334 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-c6e88bdc-b79d-4bd9-9cf7-1c76f8bc413f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:07.271921 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f263c58-bed5-41d7-a613-a93fe9db7220 admin admin] Router e7650418-f0e2-4241-b98e-99fc5309f404 has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:41:07.450432 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f263c58-bed5-41d7-a613-a93fe9db7220 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:41:07.459344 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13425e3-1193-4566-a71e-f385f6f08c28 None None] Sync routers for ids ['e7650418-f0e2-4241-b98e-99fc5309f404'] in dv-cinder-786524-8-iscsi {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:41:07.466990 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-4f263c58-bed5-41d7-a613-a93fe9db7220 admin admin] 10.222.0.66 "PUT /v2.0/routers/e7650418-f0e2-4241-b98e-99fc5309f404/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5510428
Jun 03 16:41:07.469440 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 43042) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:41:07.469596 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13425e3-1193-4566-a71e-f385f6f08c28 None None] Routers {'e7650418-f0e2-4241-b98e-99fc5309f404'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:41:07.470169 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-a13425e3-1193-4566-a71e-f385f6f08c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa1673d30>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:40:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['e7650418-f0e2-4241-b98e-99fc5309f404'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:41:07.642346 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5c6d49f3-4337-4270-868a-d01df9f3f73a admin admin] Notify callbacks [] for router, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:07.648739 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-a13425e3-1193-4566-a71e-f385f6f08c28 None None] Set router e7650418-f0e2-4241-b98e-99fc5309f404 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:41:07.826472 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5c6d49f3-4337-4270-868a-d01df9f3f73a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:07.902659 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-5c6d49f3-4337-4270-868a-d01df9f3f73a admin admin] Deleting port 6cb8fcdb-ed50-440f-a735-4c72ab8f7369 {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:41:07.902920 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5c6d49f3-4337-4270-868a-d01df9f3f73a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:07.975813 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-a13425e3-1193-4566-a71e-f385f6f08c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa1673d30>, [{'id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'name': 'tempest-TestMinimumBasicScenario-237096658-router', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '6cb8fcdb-ed50-440f-a735-4c72ab8f7369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:24:35Z', 'updated_at': '2021-06-03T16:41:06Z', 'revision_number': 5, 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'gw_port': {'id': '6cb8fcdb-ed50-440f-a735-4c72ab8f7369', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:36Z', 'updated_at': '2021-06-03T16:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:41:07.979520 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13425e3-1193-4566-a71e-f385f6f08c28 None None] Checking router: e7650418-f0e2-4241-b98e-99fc5309f404 for host: dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:41:07.987778 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13425e3-1193-4566-a71e-f385f6f08c28 None None] Routers {'e7650418-f0e2-4241-b98e-99fc5309f404'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:41:07.988382 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-a13425e3-1193-4566-a71e-f385f6f08c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa1673d30>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:40:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['e7650418-f0e2-4241-b98e-99fc5309f404'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:41:08.025478 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-5c6d49f3-4337-4270-868a-d01df9f3f73a admin admin] For port 6cb8fcdb-ed50-440f-a735-4c72ab8f7369, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=6cb8fcdb-ed50-440f-a735-4c72ab8f7369,segment=NetworkSegment(85b01a76-96af-409b-a8d7-73ca63f153b4),segment_id=85b01a76-96af-409b-a8d7-73ca63f153b4)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:41:08.025834 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5c6d49f3-4337-4270-868a-d01df9f3f73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:08.146152 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-a13425e3-1193-4566-a71e-f385f6f08c28 None None] Set router e7650418-f0e2-4241-b98e-99fc5309f404 gateway port host: None {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:41:08.152926 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-5c6d49f3-4337-4270-868a-d01df9f3f73a admin admin] Calling delete_port for 6cb8fcdb-ed50-440f-a735-4c72ab8f7369 owned by network:router_gateway {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:41:08.254150 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-a13425e3-1193-4566-a71e-f385f6f08c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa1673d30>, [{'id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'name': 'tempest-TestMinimumBasicScenario-237096658-router', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:24:35Z', 'updated_at': '2021-06-03T16:41:07Z', 'revision_number': 6, 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'gw_port_host': None}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:41:08.258030 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13425e3-1193-4566-a71e-f385f6f08c28 None None] The sync data for ids ['e7650418-f0e2-4241-b98e-99fc5309f404'] in dv-cinder-786524-8-iscsi is: [{'id': 'e7650418-f0e2-4241-b98e-99fc5309f404', 'name': 'tempest-TestMinimumBasicScenario-237096658-router', 'tenant_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:24:35Z', 'updated_at': '2021-06-03T16:41:07Z', 'revision_number': 6, 'project_id': 'a8bfa9e92bd94e3382c94206d64bc6a3', 'gw_port_host': None}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:41:08.294753 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5c6d49f3-4337-4270-868a-d01df9f3f73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:08.299790 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-5deadddb-514f-4651-b75f-cfed690e95b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:41:08.342604 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d49f3-4337-4270-868a-d01df9f3f73a admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb8fcdb-ed50-440f-a735-4c72ab8f7369,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:41:08.345612 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-5c6d49f3-4337-4270-868a-d01df9f3f73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:41:08.541865 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5c6d49f3-4337-4270-868a-d01df9f3f73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380191'] for router_gateway, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:08.717540 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5c6d49f3-4337-4270-868a-d01df9f3f73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30221'] for router, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:08.719987 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5c6d49f3-4337-4270-868a-d01df9f3f73a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:08.741649 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5c6d49f3-4337-4270-868a-d01df9f3f73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685749'] for router, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:08.742200 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6d49f3-4337-4270-868a-d01df9f3f73a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7650418-f0e2-4241-b98e-99fc5309f404 {{(pid=91617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 03 16:41:08.754629 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5c6d49f3-4337-4270-868a-d01df9f3f73a admin admin] Notify callbacks [] for router, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:08.755750 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-5c6d49f3-4337-4270-868a-d01df9f3f73a admin admin] 10.222.0.66 "DELETE /v2.0/routers/e7650418-f0e2-4241-b98e-99fc5309f404 HTTP/1.1" status: 204  len: 168 time: 1.2853630
Jun 03 16:41:08.758181 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 43048) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:41:08.819495 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_v2 [None req-231685e7-5767-426e-94ec-348358c18eb9 admin admin] Deleting subnet c5cf2a1c-41bf-447c-83c4-f002ed66edbf {{(pid=91617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 16:41:08.822415 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-231685e7-5767-426e-94ec-348358c18eb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:08.871270 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-231685e7-5767-426e-94ec-348358c18eb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296656'] for subnet, precommit_delete_associations {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:08.951602 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-231685e7-5767-426e-94ec-348358c18eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722772'] for subnet, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:09.023798 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:09.206623 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-231685e7-5767-426e-94ec-348358c18eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2387657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2910328'] for subnet, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:09.210819 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:41:09.252741 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231685e7-5767-426e-94ec-348358c18eb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5cf2a1c-41bf-447c-83c4-f002ed66edbf,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:41:09.254415 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-231685e7-5767-426e-94ec-348358c18eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:41:09.255406 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-231685e7-5767-426e-94ec-348358c18eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for subnet, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:09.261307 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4064377-5edc-46fc-9c7e-2862e7d3321d None None] Network 1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348 requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:41:09.261816 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-231685e7-5767-426e-94ec-348358c18eb9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c5cf2a1c-41bf-447c-83c4-f002ed66edbf HTTP/1.1" status: 204  len: 168 time: 0.5024152
Jun 03 16:41:09.263947 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 43054) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:41:09.369908 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-239af9e9-61f6-4d78-8c2d-a3b1d3467ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086256'] for network, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:09.449778 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-239af9e9-61f6-4d78-8c2d-a3b1d3467ee7 admin admin] Deleting port a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:41:09.450533 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-239af9e9-61f6-4d78-8c2d-a3b1d3467ee7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:09.519606 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:09.550758 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ad4f78-c0d1-40a6-acc8-d308871aa3e4 None None] DHCP port deletion for 1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348 request from dv-cinder-786524-8-iscsi {{(pid=91618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 03 16:41:09.558340 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-239af9e9-61f6-4d78-8c2d-a3b1d3467ee7 admin admin] For port a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c,segment=NetworkSegment(6c30cfee-f8b8-4df6-a90f-24b9946717ad),segment_id=6c30cfee-f8b8-4df6-a90f-24b9946717ad)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:41:09.558706 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-239af9e9-61f6-4d78-8c2d-a3b1d3467ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:09.616085 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-d5ad4f78-c0d1-40a6-acc8-d308871aa3e4 None None] Deleting port a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c {{(pid=91618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:41:09.616497 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-d5ad4f78-c0d1-40a6-acc8-d308871aa3e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:09.685260 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-239af9e9-61f6-4d78-8c2d-a3b1d3467ee7 admin admin] Calling delete_port for a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c owned by network:dhcp {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:41:09.721214 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-d5ad4f78-c0d1-40a6-acc8-d308871aa3e4 None None] For port a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c,segment=NetworkSegment(6c30cfee-f8b8-4df6-a90f-24b9946717ad),segment_id=6c30cfee-f8b8-4df6-a90f-24b9946717ad)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:41:09.721620 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-d5ad4f78-c0d1-40a6-acc8-d308871aa3e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:09.734932 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-239af9e9-61f6-4d78-8c2d-a3b1d3467ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:09.739965 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a687908b-b270-4924-83f3-a9dee2c806b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:41:09.793674 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239af9e9-61f6-4d78-8c2d-a3b1d3467ee7 admin admin] No DVR routers for this DVR port a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c on host dv-cinder-786524-8-iscsi {{(pid=91617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:41:09.795832 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239af9e9-61f6-4d78-8c2d-a3b1d3467ee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:41:09.829209 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-239af9e9-61f6-4d78-8c2d-a3b1d3467ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:41:09.861301 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-d5ad4f78-c0d1-40a6-acc8-d308871aa3e4 None None] Calling delete_port for a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c owned by network:dhcp {{(pid=91618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:41:09.889795 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 6cb8fcdb-ed50-440f-a735-4c72ab8f7369 no longer exists at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:41:09.921200 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-8a9b1ece-3c0f-4850-8dc9-74186ac63580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:09.931208 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] No Port match for: 6cb8fcdb-ed50-440f-a735-4c72ab8f7369 {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:41:09.931556 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 6cb8fcdb-ed50-440f-a735-4c72ab8f7369 not bound to the agent host dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:41:09.931989 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device f3633d48-19e0-4f9a-adbd-16094cd615f8 no longer exists at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:41:09.969621 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] No Port match for: f3633d48-19e0-4f9a-adbd-16094cd615f8 {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:41:09.969927 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device f3633d48-19e0-4f9a-adbd-16094cd615f8 not bound to the agent host dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:41:09.970300 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c no longer exists at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:41:10.008731 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] No Port match for: a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:41:10.009177 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c not bound to the agent host dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:41:10.026389 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-d5ad4f78-c0d1-40a6-acc8-d308871aa3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349'] for port, after_delete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:10.029990 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:41:10.032428 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-239af9e9-61f6-4d78-8c2d-a3b1d3467ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8051073', 'neutron.services.segments.db._delete_segments_for_network-8727276549825'] for network, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:10.045353 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.services.segments.db [None req-239af9e9-61f6-4d78-8c2d-a3b1d3467ee7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7effa1280580>,) {'filters': {'network_id': ['1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348']}} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:41:10.057238 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.services.segments.db [None req-239af9e9-61f6-4d78-8c2d-a3b1d3467ee7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7effa1280580>, '6c30cfee-f8b8-4df6-a90f-24b9946717ad') {'for_net_delete': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:41:10.057533 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.services.segments.db [None req-239af9e9-61f6-4d78-8c2d-a3b1d3467ee7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7effa1280580>, '6c30cfee-f8b8-4df6-a90f-24b9946717ad') {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:41:10.068998 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-239af9e9-61f6-4d78-8c2d-a3b1d3467ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727276553436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296617'] for segment, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:10.071537 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad4f78-c0d1-40a6-acc8-d308871aa3e4 None None] Pushing event deleted for resources: {'Port': ['ID=a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c,revision_number=None']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:41:10.076097 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ad4f78-c0d1-40a6-acc8-d308871aa3e4 None None] No DVR routers for this DVR port a3f9b70b-6dc0-4cd5-8ede-2072dd9e4e2c on host dv-cinder-786524-8-iscsi {{(pid=91618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:41:10.083194 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad4f78-c0d1-40a6-acc8-d308871aa3e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:41:10.087759 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad4f78-c0d1-40a6-acc8-d308871aa3e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:41:10.087759 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad4f78-c0d1-40a6-acc8-d308871aa3e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:41:10.087759 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad4f78-c0d1-40a6-acc8-d308871aa3e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:41:10.087759 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad4f78-c0d1-40a6-acc8-d308871aa3e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:41:10.087759 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad4f78-c0d1-40a6-acc8-d308871aa3e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:41:10.087759 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad4f78-c0d1-40a6-acc8-d308871aa3e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:41:10.087759 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad4f78-c0d1-40a6-acc8-d308871aa3e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:41:10.087759 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad4f78-c0d1-40a6-acc8-d308871aa3e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:41:10.087759 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad4f78-c0d1-40a6-acc8-d308871aa3e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:41:10.087759 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad4f78-c0d1-40a6-acc8-d308871aa3e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:41:10.089341 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad4f78-c0d1-40a6-acc8-d308871aa3e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:41:10.090993 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-d5ad4f78-c0d1-40a6-acc8-d308871aa3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:41:10.093148 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-239af9e9-61f6-4d78-8c2d-a3b1d3467ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:10.100437 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-239af9e9-61f6-4d78-8c2d-a3b1d3467ee7 admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=91617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 16:41:10.100829 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-239af9e9-61f6-4d78-8c2d-a3b1d3467ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2387491'] for segment, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]: Traceback (most recent call last):
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]:     timer()
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]:     cb(*args, **kw)
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]:     return func(*args, **kwargs)
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]:     self._notify()
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]:     self.callback(batched_events)
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]:     event.method(event)
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]:     return f(self, *a, **k)
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]:     return self._get(url).json()
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]:     return self.request(url, 'GET', **kwargs)
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 16:41:10.114031 dv-cinder-786524-8-iscsi neutron-server[91617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 16:41:10.201910 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-239af9e9-61f6-4d78-8c2d-a3b1d3467ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380276'] for network, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:10.206510 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:41:10.219420 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-239af9e9-61f6-4d78-8c2d-a3b1d3467ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:10.229815 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239af9e9-61f6-4d78-8c2d-a3b1d3467ee7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:41:10.232859 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-239af9e9-61f6-4d78-8c2d-a3b1d3467ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:41:10.243066 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-239af9e9-61f6-4d78-8c2d-a3b1d3467ee7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1ad53bf6-cf3a-4f29-8b05-4a62d3bd9348 HTTP/1.1" status: 204  len: 168 time: 0.9781859
Jun 03 16:41:10.245899 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 43060) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:41:10.784192 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-652d47f8-1366-441a-b584-f962badf4749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681826'] for router_interface, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:10.872805 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:11.207172 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-652d47f8-1366-441a-b584-f962badf4749 admin admin] Deleting port 6da46f66-523b-40bf-8b43-e5358a8bc341 {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:41:11.207505 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-652d47f8-1366-441a-b584-f962badf4749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:11.328657 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-652d47f8-1366-441a-b584-f962badf4749 admin admin] For port 6da46f66-523b-40bf-8b43-e5358a8bc341, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=6da46f66-523b-40bf-8b43-e5358a8bc341,segment=NetworkSegment(d91ea073-ce3b-4456-b452-9b0d1c69ef7f),segment_id=d91ea073-ce3b-4456-b452-9b0d1c69ef7f)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:41:11.330001 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-652d47f8-1366-441a-b584-f962badf4749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:11.563616 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-652d47f8-1366-441a-b584-f962badf4749 admin admin] Calling delete_port for 6da46f66-523b-40bf-8b43-e5358a8bc341 owned by network:router_interface {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:41:11.716721 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-652d47f8-1366-441a-b584-f962badf4749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:11.720969 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-139d302e-7797-43d2-9be8-5a1743cc990a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:41:11.763972 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d47f8-1366-441a-b584-f962badf4749 admin admin] Pushing event deleted for resources: {'Port': ['ID=6da46f66-523b-40bf-8b43-e5358a8bc341,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:41:11.767154 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-652d47f8-1366-441a-b584-f962badf4749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:41:12.046723 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-652d47f8-1366-441a-b584-f962badf4749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660668'] for router_interface, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:12.296286 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:12.427863 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652d47f8-1366-441a-b584-f962badf4749 admin admin] Router 6bef44ae-c606-45d2-be95-64e8abfcc419 has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:41:12.609892 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652d47f8-1366-441a-b584-f962badf4749 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:41:12.618481 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca582c3-42e2-453f-9e98-09a69681d7bd None None] Sync routers for ids ['6bef44ae-c606-45d2-be95-64e8abfcc419'] in dv-cinder-786524-8-iscsi {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:41:12.626184 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-652d47f8-1366-441a-b584-f962badf4749 admin admin] 10.222.0.66 "PUT /v2.0/routers/6bef44ae-c606-45d2-be95-64e8abfcc419/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3792799
Jun 03 16:41:12.628902 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 43070) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:41:12.630268 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca582c3-42e2-453f-9e98-09a69681d7bd None None] Routers {'6bef44ae-c606-45d2-be95-64e8abfcc419'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:41:12.630895 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-2ca582c3-42e2-453f-9e98-09a69681d7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2e83640>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:41:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['6bef44ae-c606-45d2-be95-64e8abfcc419'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:41:12.808681 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-2ca582c3-42e2-453f-9e98-09a69681d7bd None None] Set router 6bef44ae-c606-45d2-be95-64e8abfcc419 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:41:12.814894 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f64c4b49-c2e0-4fb3-8fd4-22ba570759f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:13.114367 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f64c4b49-c2e0-4fb3-8fd4-22ba570759f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:13.120318 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-2ca582c3-42e2-453f-9e98-09a69681d7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2e83640>, [{'id': '6bef44ae-c606-45d2-be95-64e8abfcc419', 'name': 'tempest-TestMinimumBasicScenario-2059820271-router', 'tenant_id': '357ddc6b7d794fdb8072e80a0b543c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fad34265-0860-48bd-b6a0-9662f8cf4d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:24:42Z', 'updated_at': '2021-06-03T16:41:11Z', 'revision_number': 5, 'project_id': '357ddc6b7d794fdb8072e80a0b543c0d', 'gw_port': {'id': 'fad34265-0860-48bd-b6a0-9662f8cf4d67', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bef44ae-c606-45d2-be95-64e8abfcc419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:24:43Z', 'updated_at': '2021-06-03T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:41:13.125473 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca582c3-42e2-453f-9e98-09a69681d7bd None None] Checking router: 6bef44ae-c606-45d2-be95-64e8abfcc419 for host: dv-cinder-786524-8-iscsi {{(pid=91619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:41:13.134350 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca582c3-42e2-453f-9e98-09a69681d7bd None None] Routers {'6bef44ae-c606-45d2-be95-64e8abfcc419'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:41:13.134973 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-2ca582c3-42e2-453f-9e98-09a69681d7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa2e83640>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:41:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['6bef44ae-c606-45d2-be95-64e8abfcc419'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:41:13.206463 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-f64c4b49-c2e0-4fb3-8fd4-22ba570759f6 admin admin] Deleting port fad34265-0860-48bd-b6a0-9662f8cf4d67 {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:41:13.206723 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f64c4b49-c2e0-4fb3-8fd4-22ba570759f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:13.290834 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-2ca582c3-42e2-453f-9e98-09a69681d7bd None None] Set router 6bef44ae-c606-45d2-be95-64e8abfcc419 gateway port host: None {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:41:13.332410 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-f64c4b49-c2e0-4fb3-8fd4-22ba570759f6 admin admin] For port fad34265-0860-48bd-b6a0-9662f8cf4d67, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=fad34265-0860-48bd-b6a0-9662f8cf4d67,segment=NetworkSegment(85b01a76-96af-409b-a8d7-73ca63f153b4),segment_id=85b01a76-96af-409b-a8d7-73ca63f153b4)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:41:13.332769 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f64c4b49-c2e0-4fb3-8fd4-22ba570759f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:13.402539 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-2ca582c3-42e2-453f-9e98-09a69681d7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa2e83640>, [{'id': '6bef44ae-c606-45d2-be95-64e8abfcc419', 'name': 'tempest-TestMinimumBasicScenario-2059820271-router', 'tenant_id': '357ddc6b7d794fdb8072e80a0b543c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:24:42Z', 'updated_at': '2021-06-03T16:41:13Z', 'revision_number': 6, 'project_id': '357ddc6b7d794fdb8072e80a0b543c0d', 'gw_port_host': None}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:41:13.408436 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca582c3-42e2-453f-9e98-09a69681d7bd None None] The sync data for ids ['6bef44ae-c606-45d2-be95-64e8abfcc419'] in dv-cinder-786524-8-iscsi is: [{'id': '6bef44ae-c606-45d2-be95-64e8abfcc419', 'name': 'tempest-TestMinimumBasicScenario-2059820271-router', 'tenant_id': '357ddc6b7d794fdb8072e80a0b543c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:24:42Z', 'updated_at': '2021-06-03T16:41:13Z', 'revision_number': 6, 'project_id': '357ddc6b7d794fdb8072e80a0b543c0d', 'gw_port_host': None}] {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:41:13.469216 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-f64c4b49-c2e0-4fb3-8fd4-22ba570759f6 admin admin] Calling delete_port for fad34265-0860-48bd-b6a0-9662f8cf4d67 owned by network:router_gateway {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:41:13.642184 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f64c4b49-c2e0-4fb3-8fd4-22ba570759f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:13.647396 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-5c6d49f3-4337-4270-868a-d01df9f3f73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:41:13.696089 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c4b49-c2e0-4fb3-8fd4-22ba570759f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fad34265-0860-48bd-b6a0-9662f8cf4d67,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:41:13.698537 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-f64c4b49-c2e0-4fb3-8fd4-22ba570759f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:41:13.788867 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f64c4b49-c2e0-4fb3-8fd4-22ba570759f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380191'] for router_gateway, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:13.974574 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f64c4b49-c2e0-4fb3-8fd4-22ba570759f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30221'] for router, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:13.976233 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device fad34265-0860-48bd-b6a0-9662f8cf4d67 no longer exists at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:41:13.978626 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f64c4b49-c2e0-4fb3-8fd4-22ba570759f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:14.009618 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f64c4b49-c2e0-4fb3-8fd4-22ba570759f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685749'] for router, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:14.010691 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64c4b49-c2e0-4fb3-8fd4-22ba570759f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bef44ae-c606-45d2-be95-64e8abfcc419 {{(pid=91617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 03 16:41:14.016097 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] No Port match for: fad34265-0860-48bd-b6a0-9662f8cf4d67 {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:41:14.016543 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device fad34265-0860-48bd-b6a0-9662f8cf4d67 not bound to the agent host dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:41:14.016893 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 6da46f66-523b-40bf-8b43-e5358a8bc341 no longer exists at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:41:14.033406 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-f64c4b49-c2e0-4fb3-8fd4-22ba570759f6 admin admin] Notify callbacks [] for router, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:14.035312 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-f64c4b49-c2e0-4fb3-8fd4-22ba570759f6 admin admin] 10.222.0.66 "DELETE /v2.0/routers/6bef44ae-c606-45d2-be95-64e8abfcc419 HTTP/1.1" status: 204  len: 168 time: 1.4050012
Jun 03 16:41:14.041241 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 43078) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:41:14.059558 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] No Port match for: 6da46f66-523b-40bf-8b43-e5358a8bc341 {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:41:14.059921 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 6da46f66-523b-40bf-8b43-e5358a8bc341 not bound to the agent host dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:41:14.113000 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c21f5a-bcbe-46de-83d5-a4806c49d0ad admin admin] Deleting subnet 3be768b6-1aac-4a63-9e86-4e183690a7ed {{(pid=91617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 16:41:14.116196 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-89c21f5a-bcbe-46de-83d5-a4806c49d0ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:14.166987 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-89c21f5a-bcbe-46de-83d5-a4806c49d0ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296656'] for subnet, precommit_delete_associations {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:14.265860 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-89c21f5a-bcbe-46de-83d5-a4806c49d0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722772'] for subnet, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:14.529695 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-89c21f5a-bcbe-46de-83d5-a4806c49d0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2387657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2910328'] for subnet, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:14.536822 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:41:14.574046 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c21f5a-bcbe-46de-83d5-a4806c49d0ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3be768b6-1aac-4a63-9e86-4e183690a7ed,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:41:14.576954 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-89c21f5a-bcbe-46de-83d5-a4806c49d0ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:41:14.578031 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-89c21f5a-bcbe-46de-83d5-a4806c49d0ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for subnet, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:14.583965 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b71a813-de21-4b11-b947-79a59ae92d44 None None] Network 443b8f53-c1c9-4bbe-b96b-faed80a1e6d4 requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:41:14.584674 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-89c21f5a-bcbe-46de-83d5-a4806c49d0ad admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3be768b6-1aac-4a63-9e86-4e183690a7ed HTTP/1.1" status: 204  len: 168 time: 0.5453916
Jun 03 16:41:14.587033 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 43082) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:41:14.807612 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e284916f-f535-4ffa-9fa4-e74c262a1ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086256'] for network, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:14.842908 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ea8d71-bd58-4309-9030-4afcf7d6138c None None] DHCP port deletion for 443b8f53-c1c9-4bbe-b96b-faed80a1e6d4 request from dv-cinder-786524-8-iscsi {{(pid=91618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 03 16:41:14.889955 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-e284916f-f535-4ffa-9fa4-e74c262a1ea1 admin admin] Deleting port 39b0c2e7-b5d0-41b1-a212-ba4cabf271be {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:41:14.890306 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e284916f-f535-4ffa-9fa4-e74c262a1ea1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:14.913176 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-e9ea8d71-bd58-4309-9030-4afcf7d6138c None None] Deleting port 39b0c2e7-b5d0-41b1-a212-ba4cabf271be {{(pid=91618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:41:14.913550 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e9ea8d71-bd58-4309-9030-4afcf7d6138c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:14.994736 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-e284916f-f535-4ffa-9fa4-e74c262a1ea1 admin admin] For port 39b0c2e7-b5d0-41b1-a212-ba4cabf271be, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=39b0c2e7-b5d0-41b1-a212-ba4cabf271be,segment=NetworkSegment(d91ea073-ce3b-4456-b452-9b0d1c69ef7f),segment_id=d91ea073-ce3b-4456-b452-9b0d1c69ef7f)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:41:14.995098 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e284916f-f535-4ffa-9fa4-e74c262a1ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:15.022058 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-e9ea8d71-bd58-4309-9030-4afcf7d6138c None None] For port 39b0c2e7-b5d0-41b1-a212-ba4cabf271be, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=39b0c2e7-b5d0-41b1-a212-ba4cabf271be,segment=NetworkSegment(d91ea073-ce3b-4456-b452-9b0d1c69ef7f),segment_id=d91ea073-ce3b-4456-b452-9b0d1c69ef7f)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:41:15.022723 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e9ea8d71-bd58-4309-9030-4afcf7d6138c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:15.124341 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-e284916f-f535-4ffa-9fa4-e74c262a1ea1 admin admin] Calling delete_port for 39b0c2e7-b5d0-41b1-a212-ba4cabf271be owned by network:dhcp {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:41:15.150571 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-e9ea8d71-bd58-4309-9030-4afcf7d6138c None None] Calling delete_port for 39b0c2e7-b5d0-41b1-a212-ba4cabf271be owned by network:dhcp {{(pid=91618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:41:15.175751 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e284916f-f535-4ffa-9fa4-e74c262a1ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:15.181766 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-239af9e9-61f6-4d78-8c2d-a3b1d3467ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:41:15.203791 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e9ea8d71-bd58-4309-9030-4afcf7d6138c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349'] for port, after_delete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:15.208325 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:41:15.230600 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284916f-f535-4ffa-9fa4-e74c262a1ea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=39b0c2e7-b5d0-41b1-a212-ba4cabf271be,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:41:15.233755 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-e284916f-f535-4ffa-9fa4-e74c262a1ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:41:15.235256 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e284916f-f535-4ffa-9fa4-e74c262a1ea1 admin admin] No DVR routers for this DVR port 39b0c2e7-b5d0-41b1-a212-ba4cabf271be on host dv-cinder-786524-8-iscsi {{(pid=91617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:41:15.257839 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea8d71-bd58-4309-9030-4afcf7d6138c None None] Pushing event deleted for resources: {'Port': ['ID=39b0c2e7-b5d0-41b1-a212-ba4cabf271be,revision_number=None']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:41:15.260294 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-e9ea8d71-bd58-4309-9030-4afcf7d6138c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:41:15.263044 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ea8d71-bd58-4309-9030-4afcf7d6138c None None] No DVR routers for this DVR port 39b0c2e7-b5d0-41b1-a212-ba4cabf271be on host dv-cinder-786524-8-iscsi {{(pid=91618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:41:15.361752 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e284916f-f535-4ffa-9fa4-e74c262a1ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8051073', 'neutron.services.segments.db._delete_segments_for_network-8727276549825'] for network, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:15.374963 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.services.segments.db [None req-e284916f-f535-4ffa-9fa4-e74c262a1ea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7effa1306850>,) {'filters': {'network_id': ['443b8f53-c1c9-4bbe-b96b-faed80a1e6d4']}} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:41:15.387492 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.services.segments.db [None req-e284916f-f535-4ffa-9fa4-e74c262a1ea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7effa1306850>, 'd91ea073-ce3b-4456-b452-9b0d1c69ef7f') {'for_net_delete': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:41:15.387780 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.services.segments.db [None req-e284916f-f535-4ffa-9fa4-e74c262a1ea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7effa1306850>, 'd91ea073-ce3b-4456-b452-9b0d1c69ef7f') {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:41:15.399486 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e284916f-f535-4ffa-9fa4-e74c262a1ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727276553436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296617'] for segment, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:15.418688 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e284916f-f535-4ffa-9fa4-e74c262a1ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:15.425663 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e284916f-f535-4ffa-9fa4-e74c262a1ea1 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=91617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 16:41:15.426049 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e284916f-f535-4ffa-9fa4-e74c262a1ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2387491'] for segment, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]: Traceback (most recent call last):
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]:     timer()
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]:     cb(*args, **kw)
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]:     return func(*args, **kwargs)
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]:     self._notify()
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]:     self.callback(batched_events)
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]:     event.method(event)
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]:     return f(self, *a, **k)
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]:     return self._get(url).json()
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]:     return self.request(url, 'GET', **kwargs)
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 16:41:15.439397 dv-cinder-786524-8-iscsi neutron-server[91617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 16:41:15.519480 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e284916f-f535-4ffa-9fa4-e74c262a1ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380276'] for network, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:15.524250 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-16f0312b-9384-4d7a-b7bc-189bf9de358c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:41:15.542277 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-e284916f-f535-4ffa-9fa4-e74c262a1ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:15.553800 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284916f-f535-4ffa-9fa4-e74c262a1ea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=443b8f53-c1c9-4bbe-b96b-faed80a1e6d4,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:41:15.558038 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-e284916f-f535-4ffa-9fa4-e74c262a1ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:41:15.561663 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-e284916f-f535-4ffa-9fa4-e74c262a1ea1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/443b8f53-c1c9-4bbe-b96b-faed80a1e6d4 HTTP/1.1" status: 204  len: 168 time: 0.9736865
Jun 03 16:41:15.686674 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 43090) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:41:15.737580 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-489770d9-ba50-4a31-bd1d-dcbc6b6f1808 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a8bfa9e92bd94e3382c94206d64bc6a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0495820
Jun 03 16:41:15.739917 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 43092) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:41:15.800735 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-1b119693-458a-4a3b-be23-1a4db8602729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:15.831204 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-1b119693-458a-4a3b-be23-1a4db8602729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:15.855653 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 39b0c2e7-b5d0-41b1-a212-ba4cabf271be no longer exists at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:41:15.890824 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] No Port match for: 39b0c2e7-b5d0-41b1-a212-ba4cabf271be {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:41:15.891382 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 39b0c2e7-b5d0-41b1-a212-ba4cabf271be not bound to the agent host dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:41:15.899877 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-1b119693-458a-4a3b-be23-1a4db8602729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:15.903694 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-61d17f62-2c27-449b-a92f-718ff4cf9397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:41:15.918143 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b119693-458a-4a3b-be23-1a4db8602729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f6b6c2-1437-4fc7-b8b6-6d8cca935899,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:41:15.921967 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-1b119693-458a-4a3b-be23-1a4db8602729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:41:15.934062 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-1b119693-458a-4a3b-be23-1a4db8602729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:15.935205 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-1b119693-458a-4a3b-be23-1a4db8602729 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/97f6b6c2-1437-4fc7-b8b6-6d8cca935899 HTTP/1.1" status: 204  len: 168 time: 0.1943989
Jun 03 16:41:16.316470 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 43102) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:41:16.368044 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-d114c812-2640-481a-9957-dcb247b0bdca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=357ddc6b7d794fdb8072e80a0b543c0d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0503113
Jun 03 16:41:16.370464 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 43104) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:41:16.432092 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-58eb5391-1ebf-4ca4-8c17-0553a5a03625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:16.460646 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-58eb5391-1ebf-4ca4-8c17-0553a5a03625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:16.515877 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-58eb5391-1ebf-4ca4-8c17-0553a5a03625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:16.520263 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-eac5a3f3-7831-4bfe-aec1-5d3752a17385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:41:16.533923 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb5391-1ebf-4ca4-8c17-0553a5a03625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2b53f8-156c-453c-880b-3f3c5c5c4290,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:41:16.536897 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-58eb5391-1ebf-4ca4-8c17-0553a5a03625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:41:16.538912 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-58eb5391-1ebf-4ca4-8c17-0553a5a03625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:16.541484 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-58eb5391-1ebf-4ca4-8c17-0553a5a03625 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9f2b53f8-156c-453c-880b-3f3c5c5c4290 HTTP/1.1" status: 204  len: 168 time: 0.1686795
Jun 03 16:41:21.755489 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:41:26.520644 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-edd8b54b-56c7-4c4d-a966-190b12ce7021 req-acaed3fa-3bcc-4ccd-a784-bbd92f72a979 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0799234
Jun 03 16:41:26.672166 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8b54b-56c7-4c4d-a966-190b12ce7021 req-766d051b-0b87-41af-b8f3-73dad04b143f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:41:26.674309 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-edd8b54b-56c7-4c4d-a966-190b12ce7021 req-766d051b-0b87-41af-b8f3-73dad04b143f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f44ece6093c64861a96b56285934a43e&device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 1099 time: 0.0756893
Jun 03 16:41:26.830820 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8b54b-56c7-4c4d-a966-190b12ce7021 req-bd769b1e-d95e-4e60-a367-2039cf0b0ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:41:26.832176 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-edd8b54b-56c7-4c4d-a966-190b12ce7021 req-bd769b1e-d95e-4e60-a367-2039cf0b0ba3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aec810ed-0ee2-4480-934c-29ea716a1d55 HTTP/1.1" status: 200  len: 913 time: 0.1388528
Jun 03 16:41:26.942028 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-edd8b54b-56c7-4c4d-a966-190b12ce7021 req-09c5d0fa-7fa4-4230-91d0-88557895a317 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a6aa8a1-c35a-4582-aee9-ee87a1daba22 HTTP/1.1" status: 200  len: 1001 time: 0.1017210
Jun 03 16:41:27.011358 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8b54b-56c7-4c4d-a966-190b12ce7021 req-7229f3da-24f2-4b6b-8e00-788576ec77e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:41:27.012918 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-edd8b54b-56c7-4c4d-a966-190b12ce7021 req-7229f3da-24f2-4b6b-8e00-788576ec77e1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ffc8a07-8eea-4758-b719-3a645c0307b8 HTTP/1.1" status: 200  len: 851 time: 0.0612392
Jun 03 16:41:27.202651 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8b54b-56c7-4c4d-a966-190b12ce7021 req-b03be109-dd1c-4811-8398-54c265c91b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:41:27.204140 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-edd8b54b-56c7-4c4d-a966-190b12ce7021 req-b03be109-dd1c-4811-8398-54c265c91b85 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aec810ed-0ee2-4480-934c-29ea716a1d55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1791136
Jun 03 16:41:27.354517 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-edd8b54b-56c7-4c4d-a966-190b12ce7021 req-71e9b417-68b4-4579-a11a-92529c4603fa service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387928
Jun 03 16:41:27.496435 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-edd8b54b-56c7-4c4d-a966-190b12ce7021 req-cc42f6fc-40b7-4d12-b482-9700eccf790e service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304243
Jun 03 16:41:37.069708 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e3cd92c2-3eae-41dd-8538-6ca66d434bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:39.027615 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:39.503815 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:39.813862 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-25143222-6534-4f2e-a3c4-53c1160c8aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:40.876241 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:42.300268 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:41:58.755413 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:42:07.071635 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9455e0d1-79c1-4d24-be85-4857ff90c78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:42:09.026459 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:42:09.508702 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:42:09.815979 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-3a6d8b15-99a4-4e01-ba49-b71f2a58a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:42:10.880889 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:42:12.302375 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:42:28.589236 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-92b5aa95-4633-48f5-89c6-aafa591ab33e req-65872c6a-0091-4b37-b05b-c5e314419d49 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1977222
Jun 03 16:42:28.737252 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5aa95-4633-48f5-89c6-aafa591ab33e req-63694b90-9d04-4e5b-9781-d43c366f2b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:42:28.739337 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-92b5aa95-4633-48f5-89c6-aafa591ab33e req-63694b90-9d04-4e5b-9781-d43c366f2b3b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f44ece6093c64861a96b56285934a43e&device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 1099 time: 0.0732582
Jun 03 16:42:28.890912 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5aa95-4633-48f5-89c6-aafa591ab33e req-35ac5dbc-f650-4637-bf5f-8f07ab08cf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:42:28.892325 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-92b5aa95-4633-48f5-89c6-aafa591ab33e req-35ac5dbc-f650-4637-bf5f-8f07ab08cf75 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aec810ed-0ee2-4480-934c-29ea716a1d55 HTTP/1.1" status: 200  len: 913 time: 0.1263359
Jun 03 16:42:29.004260 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-92b5aa95-4633-48f5-89c6-aafa591ab33e req-ed422921-e2ec-41d2-b716-976173540f20 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a6aa8a1-c35a-4582-aee9-ee87a1daba22 HTTP/1.1" status: 200  len: 1001 time: 0.1005094
Jun 03 16:42:29.070856 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5aa95-4633-48f5-89c6-aafa591ab33e req-e1f9a9a3-92b1-4c7b-9c96-4231fae9fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:42:29.072350 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-92b5aa95-4633-48f5-89c6-aafa591ab33e req-e1f9a9a3-92b1-4c7b-9c96-4231fae9fc23 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ffc8a07-8eea-4758-b719-3a645c0307b8 HTTP/1.1" status: 200  len: 851 time: 0.0588677
Jun 03 16:42:29.150192 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5aa95-4633-48f5-89c6-aafa591ab33e req-f0a76e55-177e-4e0c-ace7-885bcc99c1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:42:29.151657 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-92b5aa95-4633-48f5-89c6-aafa591ab33e req-f0a76e55-177e-4e0c-ace7-885bcc99c1a8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aec810ed-0ee2-4480-934c-29ea716a1d55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0704467
Jun 03 16:42:29.290803 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-92b5aa95-4633-48f5-89c6-aafa591ab33e req-0f805f11-bc76-406e-a38e-f179e1bf7023 service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274009
Jun 03 16:42:29.437620 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-92b5aa95-4633-48f5-89c6-aafa591ab33e req-7b21adef-043e-4d6f-a853-1815c0f71ce8 service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356907
Jun 03 16:42:32.081007 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 43422) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:42:32.363471 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-8ef33cfc-b490-4089-9998-c0ccba280c41 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Deleting port 353025de-6625-4bfe-937e-ba24a77ab390 {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:42:32.363953 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8ef33cfc-b490-4089-9998-c0ccba280c41 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:42:32.518869 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8ef33cfc-b490-4089-9998-c0ccba280c41 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:42:32.519213 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8ef33cfc-b490-4089-9998-c0ccba280c41 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:42:32.742739 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-8ef33cfc-b490-4089-9998-c0ccba280c41 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Calling delete_port for 353025de-6625-4bfe-937e-ba24a77ab390 owned by network:floatingip {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:42:32.862824 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8ef33cfc-b490-4089-9998-c0ccba280c41 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:42:32.866956 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-2d52eba9-ab6a-4e38-a593-9f5f73cc02a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:42:32.914703 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef33cfc-b490-4089-9998-c0ccba280c41 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Pushing event deleted for resources: {'Port': ['ID=353025de-6625-4bfe-937e-ba24a77ab390,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:42:32.954734 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef33cfc-b490-4089-9998-c0ccba280c41 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:42:32.955111 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef33cfc-b490-4089-9998-c0ccba280c41 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:42:32.955482 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef33cfc-b490-4089-9998-c0ccba280c41 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:42:32.955844 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef33cfc-b490-4089-9998-c0ccba280c41 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:42:32.956201 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef33cfc-b490-4089-9998-c0ccba280c41 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:42:32.956751 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef33cfc-b490-4089-9998-c0ccba280c41 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:42:32.957207 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef33cfc-b490-4089-9998-c0ccba280c41 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:42:32.957659 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef33cfc-b490-4089-9998-c0ccba280c41 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:42:32.958023 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef33cfc-b490-4089-9998-c0ccba280c41 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:42:32.958378 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef33cfc-b490-4089-9998-c0ccba280c41 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:42:32.958731 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef33cfc-b490-4089-9998-c0ccba280c41 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:42:32.959079 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef33cfc-b490-4089-9998-c0ccba280c41 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:42:32.986481 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-8ef33cfc-b490-4089-9998-c0ccba280c41 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:42:33.020160 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8ef33cfc-b490-4089-9998-c0ccba280c41 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for floatingip, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:42:33.020490 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.db.l3_db [None req-8ef33cfc-b490-4089-9998-c0ccba280c41 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Floating IP 35e0664d-9cb2-4a23-8ee3-d4ed6d31d4ab disassociated (deleted). External IP: 172.27.2.81, port: 7a6aa8a1-c35a-4582-aee9-ee87a1daba22.
Jun 03 16:42:33.400430 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef33cfc-b490-4089-9998-c0ccba280c41 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Router c426a715-f7e8-4e42-a873-bc1373343142 has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:42:33.596567 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef33cfc-b490-4089-9998-c0ccba280c41 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:42:33.607991 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857adafe-e5e5-4bbc-9e1e-56caadf8db1f None None] Sync routers for ids ['c426a715-f7e8-4e42-a873-bc1373343142'] in dv-cinder-786524-8-iscsi {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:42:33.618543 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857adafe-e5e5-4bbc-9e1e-56caadf8db1f None None] Routers {'c426a715-f7e8-4e42-a873-bc1373343142'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:42:33.618771 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-8ef33cfc-b490-4089-9998-c0ccba280c41 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for floatingip, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:42:33.619174 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-857adafe-e5e5-4bbc-9e1e-56caadf8db1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa213b5e0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:42:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['c426a715-f7e8-4e42-a873-bc1373343142'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:42:33.689489 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-8ef33cfc-b490-4089-9998-c0ccba280c41 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "DELETE /v2.0/floatingips/35e0664d-9cb2-4a23-8ee3-d4ed6d31d4ab HTTP/1.1" status: 204  len: 168 time: 1.6060321
Jun 03 16:42:33.690052 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb69b26-5ce8-4d05-8e95-df0f958708af', 'tag': '7a6aa8a1-c35a-4582-aee9-ee87a1daba22'}] {{(pid=91617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:42:33.693190 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75fbc41924627327da5bb923b664462287e9e99699f82e384836e7b02c06efa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f700ac5-fb2e-46ec-b8a1-ed303c69e2e6" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb69b26-5ce8-4d05-8e95-df0f958708af", "tag": "7a6aa8a1-c35a-4582-aee9-ee87a1daba22"}]}' {{(pid=91617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:42:33.742250 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 16:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7309dc09-6a77-43d6-8a0a-d160632e44b2 x-openstack-request-id: req-7309dc09-6a77-43d6-8a0a-d160632e44b2 {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:42:33.742586 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb69b26-5ce8-4d05-8e95-df0f958708af", "tag": "7a6aa8a1-c35a-4582-aee9-ee87a1daba22", "status": "completed", "code": 200}]} {{(pid=91617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:42:33.742880 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7309dc09-6a77-43d6-8a0a-d160632e44b2 {{(pid=91617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:42:33.743317 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb69b26-5ce8-4d05-8e95-df0f958708af', 'tag': '7a6aa8a1-c35a-4582-aee9-ee87a1daba22', 'status': 'completed', 'code': 200}
Jun 03 16:42:33.815939 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-857adafe-e5e5-4bbc-9e1e-56caadf8db1f None None] Set router c426a715-f7e8-4e42-a873-bc1373343142 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:42:33.854537 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f700ac5-fb2e-46ec-b8a1-ed303c69e2e6 req-146c941b-d104-49e8-8874-697776ca0f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:42:33.856053 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3f700ac5-fb2e-46ec-b8a1-ed303c69e2e6 req-146c941b-d104-49e8-8874-697776ca0f29 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f44ece6093c64861a96b56285934a43e&device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 1099 time: 0.0851686
Jun 03 16:42:34.049607 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f700ac5-fb2e-46ec-b8a1-ed303c69e2e6 req-000fcefe-a865-441a-a8cd-ef39fecbb4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:42:34.051090 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3f700ac5-fb2e-46ec-b8a1-ed303c69e2e6 req-000fcefe-a865-441a-a8cd-ef39fecbb4ba service neutron] 10.222.0.73 "GET /v2.0/networks?id=aec810ed-0ee2-4480-934c-29ea716a1d55 HTTP/1.1" status: 200  len: 913 time: 0.1844051
Jun 03 16:42:34.122811 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3f700ac5-fb2e-46ec-b8a1-ed303c69e2e6 req-fbdb5f88-c9e2-44ea-a647-a4b469027a14 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a6aa8a1-c35a-4582-aee9-ee87a1daba22 HTTP/1.1" status: 200  len: 217 time: 0.0636146
Jun 03 16:42:34.160505 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-857adafe-e5e5-4bbc-9e1e-56caadf8db1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa213b5e0>, [{'id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'name': 'tempest-TestVolumeBootPattern-1840315318-router', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:19:52Z', 'updated_at': '2021-06-03T16:19:58Z', 'revision_number': 4, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'gw_port': {'id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:54Z', 'updated_at': '2021-06-03T16:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'c72164cc-a301-45da-8a57-479e8f418578', 'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'mac_address': 'fa:16:3e:61:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:57Z', 'updated_at': '2021-06-03T16:20:08Z', 'revision_number': 5, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'subnets': [{'id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:42:34.164587 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857adafe-e5e5-4bbc-9e1e-56caadf8db1f None None] Checking router: c426a715-f7e8-4e42-a873-bc1373343142 for host: dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:42:34.173576 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857adafe-e5e5-4bbc-9e1e-56caadf8db1f None None] Routers {'c426a715-f7e8-4e42-a873-bc1373343142'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:42:34.174236 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-857adafe-e5e5-4bbc-9e1e-56caadf8db1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa213b5e0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:42:10Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['c426a715-f7e8-4e42-a873-bc1373343142'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:42:34.311172 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec1666-5cd8-47c3-94b8-862aec83213a req-4ee6e790-7463-40cf-a14a-835f70a413b2 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:42:34.311857 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-24ec1666-5cd8-47c3-94b8-862aec83213a req-4ee6e790-7463-40cf-a14a-835f70a413b2 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Synchronizing usage tracker for tenant:f44ece6093c64861a96b56285934a43e on resource:port {{(pid=91617) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:42:34.323060 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f700ac5-fb2e-46ec-b8a1-ed303c69e2e6 req-3dd405ec-6c80-4296-88ed-3513a349025d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:42:34.324462 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3f700ac5-fb2e-46ec-b8a1-ed303c69e2e6 req-3dd405ec-6c80-4296-88ed-3513a349025d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ffc8a07-8eea-4758-b719-3a645c0307b8 HTTP/1.1" status: 200  len: 851 time: 0.1918795
Jun 03 16:42:34.367479 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.quota.resource [req-24ec1666-5cd8-47c3-94b8-862aec83213a req-4ee6e790-7463-40cf-a14a-835f70a413b2 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Unset dirty status for tenant:f44ece6093c64861a96b56285934a43e on resource:port {{(pid=91617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:42:34.368634 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-24ec1666-5cd8-47c3-94b8-862aec83213a req-4ee6e790-7463-40cf-a14a-835f70a413b2 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 946 time: 0.3649235
Jun 03 16:42:34.406147 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-857adafe-e5e5-4bbc-9e1e-56caadf8db1f None None] Set router c426a715-f7e8-4e42-a873-bc1373343142 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:42:34.426543 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-24ec1666-5cd8-47c3-94b8-862aec83213a req-a9188feb-581e-44fc-bdf5-6727b27204a8 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9778ce6-f508-4fc9-b231-a7064a84c221&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513933
Jun 03 16:42:34.441768 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f700ac5-fb2e-46ec-b8a1-ed303c69e2e6 req-0db3c556-8367-487a-a549-b4321c537533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:42:34.443367 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3f700ac5-fb2e-46ec-b8a1-ed303c69e2e6 req-0db3c556-8367-487a-a549-b4321c537533 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aec810ed-0ee2-4480-934c-29ea716a1d55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1104767
Jun 03 16:42:34.597667 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3f700ac5-fb2e-46ec-b8a1-ed303c69e2e6 req-2320d45b-7e86-4fed-bf79-fc539fb0d469 service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307800
Jun 03 16:42:34.628969 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.73', 62325) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:42:34.717300 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038036cf-b826-4396-a384-f94007174e7d req-506427fc-30b7-47a5-9c1f-08bca0247005 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 16:42:34.718750 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-038036cf-b826-4396-a384-f94007174e7d req-506427fc-30b7-47a5-9c1f-08bca0247005 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 946 time: 0.0887620
Jun 03 16:42:34.743743 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3f700ac5-fb2e-46ec-b8a1-ed303c69e2e6 req-e7b8f233-ec89-4021-b59b-5d153f214e10 service neutron] 10.222.0.73 "GET /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374757
Jun 03 16:42:34.749129 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-857adafe-e5e5-4bbc-9e1e-56caadf8db1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa213b5e0>, [{'id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'name': 'tempest-TestVolumeBootPattern-1840315318-router', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:19:52Z', 'updated_at': '2021-06-03T16:19:58Z', 'revision_number': 4, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'gw_port': {'id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:54Z', 'updated_at': '2021-06-03T16:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'c72164cc-a301-45da-8a57-479e8f418578', 'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'mac_address': 'fa:16:3e:61:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:57Z', 'updated_at': '2021-06-03T16:20:08Z', 'revision_number': 5, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'subnets': [{'id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:42:34.755130 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857adafe-e5e5-4bbc-9e1e-56caadf8db1f None None] The sync data for ids ['c426a715-f7e8-4e42-a873-bc1373343142'] in dv-cinder-786524-8-iscsi is: [{'id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'name': 'tempest-TestVolumeBootPattern-1840315318-router', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:19:52Z', 'updated_at': '2021-06-03T16:19:58Z', 'revision_number': 4, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'gw_port': {'id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:54Z', 'updated_at': '2021-06-03T16:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi', '_interfaces': [{'id': 'c72164cc-a301-45da-8a57-479e8f418578', 'name': '', 'network_id': 'aec810ed-0ee2-4480-934c-29ea716a1d55', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'mac_address': 'fa:16:3e:61:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:57Z', 'updated_at': '2021-06-03T16:20:08Z', 'revision_number': 5, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'subnets': [{'id': '1ffc8a07-8eea-4758-b719-3a645c0307b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:42:34.871470 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [req-038036cf-b826-4396-a384-f94007174e7d req-f1e2ec84-539a-4e23-a8e7-0e87b02616e6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Deleting port 7a6aa8a1-c35a-4582-aee9-ee87a1daba22 {{(pid=91616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:42:34.871900 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-038036cf-b826-4396-a384-f94007174e7d req-f1e2ec84-539a-4e23-a8e7-0e87b02616e6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:42:34.976415 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ef59c2-235c-44b5-83ff-2efbd6efb3a0 None None] New status for floating IP 35e0664d-9cb2-4a23-8ee3-d4ed6d31d4ab: DOWN {{(pid=91619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 16:42:35.108944 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.db [req-038036cf-b826-4396-a384-f94007174e7d req-f1e2ec84-539a-4e23-a8e7-0e87b02616e6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] For port 7a6aa8a1-c35a-4582-aee9-ee87a1daba22, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7a6aa8a1-c35a-4582-aee9-ee87a1daba22,segment=NetworkSegment(b0dbd752-4780-4d30-953c-bd3e6826f7f2),segment_id=b0dbd752-4780-4d30-953c-bd3e6826f7f2)] {{(pid=91616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:42:35.109336 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-038036cf-b826-4396-a384-f94007174e7d req-f1e2ec84-539a-4e23-a8e7-0e87b02616e6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:42:35.235913 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [req-038036cf-b826-4396-a384-f94007174e7d req-f1e2ec84-539a-4e23-a8e7-0e87b02616e6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Calling delete_port for 7a6aa8a1-c35a-4582-aee9-ee87a1daba22 owned by compute:nova {{(pid=91616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:42:35.352435 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-038036cf-b826-4396-a384-f94007174e7d req-f1e2ec84-539a-4e23-a8e7-0e87b02616e6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954439'] for port, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:42:35.358141 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-84feb875-9b05-4395-92bc-3e09406815ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:42:35.403767 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2ec84-539a-4e23-a8e7-0e87b02616e6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Pushing event deleted for resources: {'Port': ['ID=7a6aa8a1-c35a-4582-aee9-ee87a1daba22,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:42:35.443819 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e2ec84-539a-4e23-a8e7-0e87b02616e6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:42:35.444243 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e2ec84-539a-4e23-a8e7-0e87b02616e6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:42:35.444579 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e2ec84-539a-4e23-a8e7-0e87b02616e6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:42:35.444960 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e2ec84-539a-4e23-a8e7-0e87b02616e6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:42:35.445499 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e2ec84-539a-4e23-a8e7-0e87b02616e6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:42:35.445888 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e2ec84-539a-4e23-a8e7-0e87b02616e6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:42:35.446249 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e2ec84-539a-4e23-a8e7-0e87b02616e6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:42:35.446605 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e2ec84-539a-4e23-a8e7-0e87b02616e6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:42:35.446960 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e2ec84-539a-4e23-a8e7-0e87b02616e6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:42:35.447313 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e2ec84-539a-4e23-a8e7-0e87b02616e6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:42:35.447664 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e2ec84-539a-4e23-a8e7-0e87b02616e6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:42:35.448015 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e2ec84-539a-4e23-a8e7-0e87b02616e6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:42:35.455260 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-f1e2ec84-539a-4e23-a8e7-0e87b02616e6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:42:35.495536 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [req-038036cf-b826-4396-a384-f94007174e7d req-f1e2ec84-539a-4e23-a8e7-0e87b02616e6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] No DVR routers for this DVR port 7a6aa8a1-c35a-4582-aee9-ee87a1daba22 on host hv-cinder-78652 {{(pid=91616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:42:35.498143 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [req-038036cf-b826-4396-a384-f94007174e7d req-f1e2ec84-539a-4e23-a8e7-0e87b02616e6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for port, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:42:35.501135 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb69b26-5ce8-4d05-8e95-df0f958708af', 'name': 'network-vif-deleted', 'tag': '7a6aa8a1-c35a-4582-aee9-ee87a1daba22'}] {{(pid=91616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 16:42:35.503444 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ba5683e2301900b00b63f0bdb68dd2696e782727940e4ba776c706cb44efd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a5d8d7-d658-4e08-b18e-62b58ff5fc34" -d '{"events": [{"server_uuid": "ddb69b26-5ce8-4d05-8e95-df0f958708af", "name": "network-vif-deleted", "tag": "7a6aa8a1-c35a-4582-aee9-ee87a1daba22"}]}' {{(pid=91616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 16:42:35.517587 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-038036cf-b826-4396-a384-f94007174e7d req-f1e2ec84-539a-4e23-a8e7-0e87b02616e6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.73 "DELETE /v2.0/ports/7a6aa8a1-c35a-4582-aee9-ee87a1daba22 HTTP/1.1" status: 204  len: 173 time: 0.7895596
Jun 03 16:42:35.592468 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-d2ada79d-509d-468f-8675-06782ba24952 req-6359a8b4-239c-4579-a620-1a49e88b5b44 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Synchronizing usage tracker for tenant:f44ece6093c64861a96b56285934a43e on resource:port {{(pid=91616) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 16:42:35.610307 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.quota.resource [req-d2ada79d-509d-468f-8675-06782ba24952 req-6359a8b4-239c-4579-a620-1a49e88b5b44 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Unset dirty status for tenant:f44ece6093c64861a96b56285934a43e on resource:port {{(pid=91616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 16:42:35.611964 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-d2ada79d-509d-468f-8675-06782ba24952 req-6359a8b4-239c-4579-a620-1a49e88b5b44 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0658274
Jun 03 16:42:35.707403 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 16:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74f1218-ac03-4309-bf64-c9812aeb52af x-openstack-request-id: req-e74f1218-ac03-4309-bf64-c9812aeb52af {{(pid=91616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 16:42:35.708024 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb69b26-5ce8-4d05-8e95-df0f958708af", "name": "network-vif-deleted", "tag": "7a6aa8a1-c35a-4582-aee9-ee87a1daba22", "status": "completed", "code": 200}]} {{(pid=91616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 16:42:35.708024 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e74f1218-ac03-4309-bf64-c9812aeb52af {{(pid=91616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 16:42:35.708447 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb69b26-5ce8-4d05-8e95-df0f958708af', 'name': 'network-vif-deleted', 'tag': '7a6aa8a1-c35a-4582-aee9-ee87a1daba22', 'status': 'completed', 'code': 200}
Jun 03 16:42:35.758442 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:42:36.776562 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-494f9c8a-cf94-4284-9169-413c50cd0825 req-08e87054-eeec-4c26-b8b9-0889741ae5ca tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0513060
Jun 03 16:42:37.073492 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-4a751e33-1eae-4ff8-bc03-ba0cd1fde678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:42:37.080761 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 7a6aa8a1-c35a-4582-aee9-ee87a1daba22 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:42:37.115160 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] No Port match for: 7a6aa8a1-c35a-4582-aee9-ee87a1daba22 {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:42:37.115514 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Device 7a6aa8a1-c35a-4582-aee9-ee87a1daba22 not bound to the agent host hv-cinder-78652 {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:42:37.933052 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c19a741c-7166-4c7c-acd9-01dd82ff4cd1 req-2de09913-46ce-4db2-8707-b52d902f9657 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0467098
Jun 03 16:42:39.015880 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:42:39.089191 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a0f73b69-fab6-4b86-bdda-c016b8242c9a req-15a3f431-35c3-487e-a8ef-a4dd3aa6061f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0470431
Jun 03 16:42:39.520718 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:42:39.818913 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-4e83fb67-3d3a-40c5-9cc9-867202525c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:42:40.237394 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-34900299-4e73-44ac-a7dd-981135d86300 req-816e394c-5cd0-4467-935d-ded67920973f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0430312
Jun 03 16:42:40.883658 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:42:41.384232 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-062714b0-0a2e-4be9-b0ee-8ff396c7b673 req-146d4c6c-c053-4dd2-86c2-3db15a744902 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0424247
Jun 03 16:42:42.303965 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:42:42.538833 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f6c1508f-9c1d-460e-ad60-f5f8d8a5b081 req-fa7121a6-eddb-4448-82a5-d51611f8fad3 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0469768
Jun 03 16:42:43.693912 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a1ee8a36-baa7-4093-bba7-634f85b69ef6 req-d14c02fd-58a3-4588-98e2-7248b3480d0a tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0467415
Jun 03 16:42:44.849535 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-873a52ea-9680-4484-a606-c330efa36ad6 req-191588d0-f0eb-4f5f-9cb8-26e9376d7ebf tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0494432
Jun 03 16:42:46.011990 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-da20db47-e719-447c-94aa-c6e8bd917830 req-f4823580-e93c-47ed-8549-fdbf18e4d3dd tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0485854
Jun 03 16:42:47.160799 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0ef71f56-8366-404c-be44-d0560c58cb34 req-7a7d6d2a-761b-41b3-9c0b-eb5ce7f54c3d tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0440032
Jun 03 16:42:48.318508 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-e880c404-0572-4399-bf98-cf4b0c8595a6 req-5f827fb9-82ea-43d8-985c-51e895d34f92 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0444119
Jun 03 16:42:49.473888 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-2774d62d-421f-4596-ae1c-4154e272fc1d req-883cf056-e700-48f0-b1de-4742a2cc5553 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0464675
Jun 03 16:42:50.621914 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-32c07080-a79a-4fac-abd7-46a18c0d1700 req-67e8b699-e2c7-4fa4-9f84-1a7984de4aea tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0441916
Jun 03 16:42:51.775560 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f9076aeb-48f3-4bc3-a3be-9b7b9d46dc0d req-ae75af96-a4eb-4de4-a083-2ea5763ef38f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0473781
Jun 03 16:42:52.928765 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-82e7d6d0-5755-401f-83e5-94329bc75470 req-ce656e9c-373a-43ad-bfa3-3c852d57a4a2 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0457656
Jun 03 16:42:54.083825 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-100436c8-d9c3-47fd-8af7-b09a6a4054d2 req-fdc8f413-9f7c-4574-95c2-5a14e76c03a8 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0448756
Jun 03 16:42:55.234820 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-676d613f-9d42-4a1e-9107-d5123b0eab9a req-ab2ed9ea-2dc9-4dc8-8e77-9a164db14989 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0427437
Jun 03 16:42:56.438250 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-467cd4ab-5407-4aae-9802-c358343f2ff0 req-3c35951c-c97e-4e84-a866-a05e3d77f582 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0933466
Jun 03 16:42:57.587239 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-5b026cc1-ab81-44cf-b5d2-f8f92d318f0b req-0dbcf434-f2e1-4a71-ac52-e4021a19b31b tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0427213
Jun 03 16:42:58.739469 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-3ff34c4e-1e0c-481a-a780-8ca71441eed8 req-b370a411-89b6-4a6a-aea6-4cfbb37761d8 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0471215
Jun 03 16:42:59.900651 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-26db1dd1-5de4-4863-b39b-eedbfbae380a req-0d751309-722e-4928-a7d9-6c05f1b8e35b tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0455592
Jun 03 16:43:01.047675 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-e8ddb317-2467-4071-a12c-e24932f0999c req-8244ad3d-86bb-4418-8375-c02c9d57616c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0434606
Jun 03 16:43:02.251320 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-27c2fe8c-4841-4db0-9fdc-70382ec504d4 req-ea4fbf69-47d4-46fa-9916-cc9756e65a89 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0944300
Jun 03 16:43:03.403347 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c9328e27-dc25-44a9-b466-0d0b6986e50f req-7c87fe46-f44f-4ab7-b67d-0acd36bdda9e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0443220
Jun 03 16:43:04.551089 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-91a1a6ed-c68b-46c7-bc65-d41fa18d6529 req-20c1c5ae-f213-4b90-ba37-c840882ab686 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0430048
Jun 03 16:43:05.703713 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a2ccb895-3d2b-4dae-9621-0fc376b8ac57 req-ba326798-ad75-41d6-928d-f5ee1b165b76 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0469174
Jun 03 16:43:06.857425 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-dd2094b3-4848-4e77-b14c-65a4343701d0 req-46631241-6b6f-4b56-b503-64bf36296e2e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0478983
Jun 03 16:43:07.078244 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-13ed3a84-4a47-4d43-b957-d28828465225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:43:08.011615 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9b68645a-28df-4f50-9104-4bb91a0fddcf req-b44698b2-c46e-4247-9f8a-a138759fd594 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0446389
Jun 03 16:43:09.016023 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:43:09.173636 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-a02e972f-d2ce-456b-accd-23941e09f608 req-9c5052df-8384-4a16-9ea2-f2d52edd5a00 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0518014
Jun 03 16:43:09.512546 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:43:09.821689 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-0c4706d2-bd3a-4a7a-b326-d7d17a86f55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:43:10.325779 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-01c2df66-d273-4560-bae3-66c55a87cf38 req-2ae75035-bb5a-4add-9aed-ddb83249686f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0436773
Jun 03 16:43:10.886773 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:43:11.483882 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6053e9e3-50c0-4aec-9db4-14323df98252 req-3f8d38bb-c53e-46a3-b843-38dba4b3d7ec tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0437691
Jun 03 16:43:12.307242 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:43:12.638449 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-81499f87-b97f-4e03-ae82-2d7eef050274 req-35732860-4b58-4374-a751-55ce4ae5efa3 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0461826
Jun 03 16:43:12.758554 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:43:13.791142 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-aca2c056-23a8-4248-b5b8-21dbecaadb48 req-91109ab0-fe80-4c77-8ac7-df5d1d475f36 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0464392
Jun 03 16:43:14.939835 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-686285cb-991b-49c0-846e-20c9dd4465eb req-9bcc4810-e300-43bc-b067-5c74ded2f57f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0415695
Jun 03 16:43:16.101717 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-28fa5bfc-1120-4ead-98c6-2ef1f2f2122b req-f1e1f389-c2a2-4bd7-b57e-1952b0780043 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0443645
Jun 03 16:43:17.257715 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-44fb8637-5b5d-4b5b-bb25-7e25e5eb898a req-447da912-64c9-4510-8d42-b6d74af7e2bd tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0439894
Jun 03 16:43:18.410630 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c07bb479-88ae-44e8-9492-62a09a7f0de7 req-98e8970f-a57e-48b1-ae71-38c155ab1de0 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0467267
Jun 03 16:43:19.582815 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-dd7e644a-dbac-4eb9-a45b-c2ccc0e64ef1 req-19e895b0-bc54-4617-a414-5f40bb20a0a8 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0527501
Jun 03 16:43:20.736611 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-8a119fdf-3bdd-4b40-b4e3-81feb9e73d5b req-4801aa0c-03f0-4d41-89da-c0b51bcc16a6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0456343
Jun 03 16:43:21.886041 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1fe49620-e4b1-4a72-a95f-0d50f8e7f9a2 req-f1b4d90b-147f-4048-8e2e-f5e6b752b167 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0438991
Jun 03 16:43:23.049085 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-fc586657-fe7e-4f21-a0bf-72d59188d35d req-c5876e95-6941-4288-8f20-9565df515574 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0441186
Jun 03 16:43:24.203180 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-74d2d530-60a7-4df2-bd43-015610047633 req-f17c66d4-1a38-4f74-b5ec-3fb38008c4dd tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0452220
Jun 03 16:43:25.350175 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-70430525-45e0-404d-95b9-dedb78c4e955 req-09d91a22-99b2-46b5-93ba-53e957f3bb41 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0420604
Jun 03 16:43:26.512360 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a5ed8277-ab29-4d84-a249-5ecc2cfd4c93 req-6b6589ee-91cd-4b7e-afb7-26cbf4003071 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0462556
Jun 03 16:43:27.758782 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-0e090a64-9e13-4958-b3d9-2116233350a3 req-c500c55a-2d63-41f3-b29c-0387e3419fa1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.1391430
Jun 03 16:43:28.910454 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f4cdaee0-f1f7-48dc-94ae-3f61a4d9a9e5 req-77f48d22-38d9-451b-ac13-77a504ad1f5c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0451763
Jun 03 16:43:30.071045 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-75960088-bbec-41f7-9086-cb1a083bc629 req-1c0493f8-daf6-493f-9e23-4f15dd6fedcc tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0521810
Jun 03 16:43:31.232312 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-54f9da11-2790-4f98-b5b6-5ba4ffc1b3bd req-0909796c-5517-46e7-9381-01cf2bc86a17 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0491521
Jun 03 16:43:32.385337 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-f62d66b4-1b00-42c4-a496-3d295e835ac5 req-d0208e6d-9e13-4a96-9810-409671f24d37 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0435779
Jun 03 16:43:33.540392 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f11a633f-145e-4bd1-8e61-619005a415ed req-552db0c8-7ea8-4ee8-958c-5c738ab6d73e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0486655
Jun 03 16:43:34.695481 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-4c4dfd35-48f7-419b-9ac2-721cdf85ab25 req-acdd5f03-bfb7-4506-a2c7-a7af14774ecf tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0478354
Jun 03 16:43:35.844528 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-0a98b146-b066-4f1c-9cab-b619205a9065 req-1349247b-a620-4687-8084-e963b5ea8721 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0430868
Jun 03 16:43:36.991606 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-8799ba81-ea51-4252-80cf-874fc7030b2c req-fa103292-e503-44c0-91bc-5df1433a9c02 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0438075
Jun 03 16:43:37.079830 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-6605da19-7ad4-4836-8f1f-15bd4f616278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:43:38.143028 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7a4b609b-c46f-4727-be9e-0f20c9e71c62 req-2549914f-0b79-47d0-a4b3-1b7bb748ec0e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0428865
Jun 03 16:43:39.032638 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:43:39.299075 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-fdc3c4fb-a29f-44e3-8c8e-f0ea7a6ebb00 req-0c1b38d4-63b0-447e-833e-d044d834c1b4 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0491838
Jun 03 16:43:39.518143 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:43:39.824384 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-8aabe39a-22ec-4921-8004-31d056001338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:43:40.452589 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-cb541ddb-be53-4cc1-af6f-d19cfb7c224a req-03d45cf7-1319-479d-a187-5176a9b9af49 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0460682
Jun 03 16:43:40.890215 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:43:41.603464 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-1b726c50-6707-47d8-8232-d543ac82ec45 req-3752742a-7a92-4050-b670-1b8089bbd6b6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0460947
Jun 03 16:43:42.312316 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:43:42.754885 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-edf89e7a-2fe4-41b7-b35e-dab815b2d9df req-ee1066e1-3da6-4426-b60c-5be310e69daf tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0452824
Jun 03 16:43:43.907347 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-81ca3754-11d3-41dd-bf9a-7d6b984760db req-a0f78075-295d-4e9c-b2e7-28dc4bd7371a tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0459414
Jun 03 16:43:45.059684 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-31e0d3c5-3adf-48d0-b8b3-3049b0da0684 req-2ed2604e-b9cf-4f56-9f00-a1dcefeeffb9 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0439968
Jun 03 16:43:46.207673 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-d55de120-0c90-4323-82fb-1db72eb989a7 req-ea7e381f-3528-4bef-8db4-f7be28c962ca tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0421555
Jun 03 16:43:47.364009 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-29c95041-17d7-4bd7-9571-f1b0036f0fc3 req-c9dbb298-9529-4c48-8ffb-5a33fe7a96c8 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0475550
Jun 03 16:43:48.521966 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-65747a94-9fed-499f-92c6-3f1a31dae3b7 req-038e90f9-b8ef-48a2-872c-46c2697f66c5 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0475893
Jun 03 16:43:49.669864 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c03e5957-aac3-460d-a97c-5aacfb19a216 req-1b0e5756-b549-44cb-8189-e21d31a1f408 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0434182
Jun 03 16:43:49.757570 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:43:50.818109 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ffc1c229-e693-4ba4-bfcb-a394b80e4400 req-9cb74808-9f83-4d18-aa29-00e65c31855b tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0427220
Jun 03 16:43:51.968472 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-ba7e7bda-18d4-4475-9b2f-5bff380a6485 req-0771587d-f1fd-4f7b-bb85-ada874e53934 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0419421
Jun 03 16:43:53.116421 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-87810dbc-ef8e-40bc-b241-d23746b7024b req-f6782938-9b2a-484d-ae8c-3b133279241d tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0437222
Jun 03 16:43:54.351108 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1f93a19e-0ec1-4864-a124-21486a53b004 req-95e2462c-f8ab-4d06-85b3-17f6552a2529 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.1317108
Jun 03 16:43:55.507596 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-72cff266-e506-4a83-8f1a-939929aa3a49 req-bcd69c3a-74cc-4ec7-9657-3f5fc5c2af4c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0473487
Jun 03 16:43:56.656708 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-f3e58374-6558-4cff-b85a-44e330d34315 req-1e1d0a27-676b-4606-8243-6cc8dbf533be tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0432069
Jun 03 16:43:57.803559 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-69c758ae-58b2-4ed1-8d98-00876bc178ae req-7f947e83-fb73-44cd-8d76-944362915166 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0429344
Jun 03 16:43:58.957701 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-9a9be4ad-d3b8-4855-a3e2-6edafee37ca5 req-73d28fa2-efe0-4a11-97c6-7ebda775ec25 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0436532
Jun 03 16:44:00.118447 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-35989852-f9a8-44e8-b0ad-7033f6959d3e req-61997cd8-a15b-401e-82ff-e9f5d447e557 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0435221
Jun 03 16:44:01.280073 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-47f681e8-1c9d-4ed2-805f-cb4bcd1cae6d req-1bb1e15d-5603-4996-9432-cd33cee31286 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0453813
Jun 03 16:44:02.436154 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-c76c0556-7c17-4f1c-aa2d-f6bbedc42571 req-b9bbde04-4137-4931-aa91-584111927c3e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0489047
Jun 03 16:44:03.582994 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-a5afd0cf-d6dc-45c3-97ad-15f49aebf1bd req-4c8ba4be-b9c5-4e19-a52c-807534724579 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0419528
Jun 03 16:44:04.731734 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ecb422f8-5f0a-4443-9b8d-0a0649d14b8f req-b3666cc8-254e-4e9f-8e91-acce541eed9a tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0428391
Jun 03 16:44:05.885424 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-bc65d45f-2e91-4caf-ae53-59c0234d5d47 req-09f1788d-d9c1-4280-9875-b9db3c2837a8 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0439112
Jun 03 16:44:07.035952 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-8c6ed1c3-6978-4b9e-897f-2d793b39a741 req-c6d98b49-b943-4d8c-b6e9-43b427578cc3 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0441062
Jun 03 16:44:07.081783 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e1403869-5a3e-4bac-bcc0-4cf73b79cee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:44:08.191424 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-697f3af1-e1ed-46f5-a07b-a76d45063bd5 req-43245365-c2c6-4fd1-aa1e-fbd205fe1b17 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0464818
Jun 03 16:44:09.045972 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:44:09.345225 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-ebc9f64c-f191-4059-98b7-65586157d406 req-82c4f69a-bb54-4c2f-8fdd-1939fdb11764 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0463750
Jun 03 16:44:09.510628 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:44:09.825570 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-a9175c32-417e-4930-af53-9c1919d5b173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:44:10.495347 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-730b1369-2503-4a19-8681-4e1d37a9b605 req-c1517088-8a8f-4c95-9f99-06dc19234eec tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0435305
Jun 03 16:44:10.893043 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:44:11.647155 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-4ae0d7e1-9994-45cf-a958-ab33326d72f3 req-c289906e-bfd8-403a-82ad-cd9c3e0e4edf tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0450273
Jun 03 16:44:12.312424 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:44:12.938581 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-814062e0-3abb-4743-b9bc-ede82cadebd6 req-bd2faeec-0534-48ea-8c3b-fbdd1a88ad4e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0428483
Jun 03 16:44:14.088329 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-6d72aa98-6a06-405b-891d-8a5d3a74bda4 req-cf382852-e744-42a8-aa27-694a7d9afff0 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0439234
Jun 03 16:44:15.237558 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c15b766e-cf1f-4562-a225-34008aafbd58 req-e033477e-8cc3-4cc3-94e4-e173310d8bf6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0464649
Jun 03 16:44:16.394245 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-41ce42ee-5aa2-4951-986c-a7536c04707a req-d01d76d2-b705-4b35-9600-f3ecd547758f tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0479357
Jun 03 16:44:17.544932 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-1e4e9f29-4da8-4d51-9f84-8ed7c8588be7 req-979dbb3e-9898-43c7-b0ec-f273a7595cb9 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0425863
Jun 03 16:44:18.705451 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-28e455fc-5611-4f12-811e-84ce1ff2bfcf req-0fedac06-ca76-4adc-a743-89229d7d4679 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0430105
Jun 03 16:44:19.854044 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-21a8decf-cc5b-49ed-a198-11fb8645507b req-fe0b87a2-2895-4e80-80a7-49f70feae777 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0416558
Jun 03 16:44:21.013163 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-d9d2fabf-9ead-4d77-9324-6f67fb71978d req-8a5a1a4b-e27b-4424-a992-c3f3346c6552 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0446014
Jun 03 16:44:22.163665 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-c76b5c8b-fbc5-4832-a7f1-b7603390fdb3 req-042d0a8f-a545-4e35-a8ab-a58581aeed2e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0465193
Jun 03 16:44:23.317549 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-b95b1f1c-8623-4e3f-8b90-d0dd394c1787 req-bf8a7821-8bd4-4901-ac12-88cf952377d6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0466397
Jun 03 16:44:24.468070 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-7e311160-df22-44d3-9e4f-ef15f0c73c5d req-8fcb543f-ed9c-43e0-9180-1cc7b7e3959c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0433891
Jun 03 16:44:25.615147 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-401971ba-77d4-43b0-a745-0fb4a0f6ffe7 req-1ac78791-2adb-433a-8868-ec9bf9e7dc81 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0427477
Jun 03 16:44:26.757324 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:44:26.775404 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-988e0b60-7391-418a-b7ea-adf223fdf9b4 req-6b104406-97d4-46c5-bb45-842bdba8718d tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0529606
Jun 03 16:44:27.922119 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-9bf59fb4-7276-4419-994f-82909c7c7a09 req-63a93bf6-831a-45a1-a135-6748c9738602 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0427101
Jun 03 16:44:29.072911 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-dd2cdd14-81d2-41d9-b33c-e71fe4a3acda req-1846a1cd-828b-4c92-88b9-5cf07c5dcd58 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0448720
Jun 03 16:44:30.231738 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-23667192-b988-48ca-acfc-30a50b1e26c6 req-4ab8e7b6-99fe-4391-9c35-82b72847f032 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0452530
Jun 03 16:44:31.387108 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-13928f42-90eb-43b7-93f6-f0dec352c698 req-1e0b5cec-d4a1-4852-b56c-1ece10d7dbd1 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0472124
Jun 03 16:44:32.536908 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-bc1cf696-1de1-4ab2-aaf6-4fa7aba46402 req-9d71d1bb-dcc5-4e2e-963a-5a21bc50fedf tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0428660
Jun 03 16:44:33.684006 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4aa7d6f9-391b-4a6d-b361-4980e204584a req-7c03016f-ed1e-4498-b9ef-d33cc8eafbb8 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0432210
Jun 03 16:44:34.833612 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [req-2bb5ef47-e43a-41fe-9b8b-e63be5f59a65 req-a94f5d63-fc4f-4f27-8b74-db2174ae1d95 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0426874
Jun 03 16:44:36.001431 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [req-4463c4b5-6b35-406e-9e6e-ec7d9d45e868 req-11733118-774c-4de0-90a7-c4cad5dfbc9d tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb69b26-5ce8-4d05-8e95-df0f958708af HTTP/1.1" status: 200  len: 210 time: 0.0473695
Jun 03 16:44:37.084367 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-92d015dc-4034-4e6d-b4ee-b5635598221a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:44:37.100538 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 43926) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:44:37.432453 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-31b40599-4cfb-407e-b7c3-aa25b54a51ab tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Deleting port a2c17287-4859-41e4-87b5-a24560f3ee2b {{(pid=91616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:44:37.432802 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-31b40599-4cfb-407e-b7c3-aa25b54a51ab tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:44:37.559875 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-31b40599-4cfb-407e-b7c3-aa25b54a51ab tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:44:37.560207 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-31b40599-4cfb-407e-b7c3-aa25b54a51ab tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:44:37.686604 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-31b40599-4cfb-407e-b7c3-aa25b54a51ab tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Calling delete_port for a2c17287-4859-41e4-87b5-a24560f3ee2b owned by network:floatingip {{(pid=91616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:44:37.799638 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-31b40599-4cfb-407e-b7c3-aa25b54a51ab tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954439'] for port, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:44:37.803319 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-4f057f76-e46e-4aaa-bcdb-c9184879a60d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:44:37.847663 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b40599-4cfb-407e-b7c3-aa25b54a51ab tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Pushing event deleted for resources: {'Port': ['ID=a2c17287-4859-41e4-87b5-a24560f3ee2b,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:44:37.882278 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b40599-4cfb-407e-b7c3-aa25b54a51ab tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:44:37.882668 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b40599-4cfb-407e-b7c3-aa25b54a51ab tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:44:37.883048 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b40599-4cfb-407e-b7c3-aa25b54a51ab tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:44:37.883420 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b40599-4cfb-407e-b7c3-aa25b54a51ab tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:44:37.884491 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b40599-4cfb-407e-b7c3-aa25b54a51ab tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:44:37.884855 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b40599-4cfb-407e-b7c3-aa25b54a51ab tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:44:37.885265 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b40599-4cfb-407e-b7c3-aa25b54a51ab tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:44:37.885655 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b40599-4cfb-407e-b7c3-aa25b54a51ab tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:44:37.886003 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b40599-4cfb-407e-b7c3-aa25b54a51ab tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:44:37.886365 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b40599-4cfb-407e-b7c3-aa25b54a51ab tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:44:37.886722 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b40599-4cfb-407e-b7c3-aa25b54a51ab tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:44:37.887079 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b40599-4cfb-407e-b7c3-aa25b54a51ab tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:44:37.894106 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-31b40599-4cfb-407e-b7c3-aa25b54a51ab tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:44:37.953341 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-31b40599-4cfb-407e-b7c3-aa25b54a51ab tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for floatingip, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:44:37.970482 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-31b40599-4cfb-407e-b7c3-aa25b54a51ab tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-858934'] for floatingip, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:44:37.971876 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-31b40599-4cfb-407e-b7c3-aa25b54a51ab tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "DELETE /v2.0/floatingips/d1ecc21b-d385-4e31-b38f-26586a7f0f8e HTTP/1.1" status: 204  len: 168 time: 0.8700597
Jun 03 16:44:39.075673 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:44:39.513199 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:44:39.826898 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-c15ceec8-8b97-40d1-afea-fa290464126a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:44:40.900458 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:44:42.315706 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:45:03.758230 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:45:07.087461 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-5333398a-bd24-44ad-b959-592d4c7cdc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:45:09.090477 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:45:09.518754 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:45:09.827846 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-f8b5987e-159f-44d9-bd3f-b01df9f513d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:45:10.900026 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:45:12.317198 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:45:37.088723 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-b80cb661-0cc1-4d68-afc0-3bb170aa437f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:45:39.111941 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:45:39.521335 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:45:39.829545 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-13f7851a-2236-4f3c-a943-1021a4794378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:45:40.761336 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:45:40.901136 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:45:42.324152 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:46:07.091843 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-f7d4fb0f-a45d-456b-ad1d-6ca46905579a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:46:09.126464 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:46:09.524370 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:46:09.831249 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-b34f571e-6caa-4dbf-9c30-08dd0eec7f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:46:10.906054 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:46:12.323094 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:46:17.761715 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:46:37.094592 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-7f88e7e0-0145-4357-86f6-3d4f5451c286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:46:39.153141 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:46:39.526540 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:46:39.833572 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-6f50aa0e-5355-42e9-81f5-5dc612559205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:46:40.910976 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:46:42.327241 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:46:54.761288 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:47:07.097444 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-54a0aa52-b561-4a55-9049-61d08fc3de9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:47:09.152924 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:47:09.528743 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:47:09.837641 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-b71a8f7e-77ca-415d-89c4-d4901190d01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:47:10.912712 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:47:12.329635 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:47:31.760579 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:47:37.100699 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-14c03987-29ba-4b8c-a6aa-e52702622e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:47:39.166879 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:47:39.532054 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:47:39.839622 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-c3266c4a-0e3a-4eea-b321-690fef4d3b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:47:40.914100 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:47:42.334875 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:48:07.107547 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-893ef132-d23c-41b9-88e4-9a7a6a5399a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:48:08.760543 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:48:09.166402 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:48:09.535130 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:48:09.842149 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-4ed41036-c2d2-4d0f-aa64-b0647719f218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:48:10.919620 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:48:12.337270 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:48:37.100087 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-8494d2fb-9bd6-494f-b332-ae380b9bb475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:48:39.180745 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:48:39.540211 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:48:39.844357 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-15fc6233-5380-4754-8533-51f5f1f49094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:48:40.922810 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:48:42.340957 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:48:45.760145 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:49:07.106473 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-4ec84813-363c-4ce1-829b-3d922183dac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:49:09.194298 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:49:09.547610 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:49:09.847065 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-80895a3b-3e80-4496-93ea-cd3758bf675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:49:10.926672 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:49:12.348238 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:49:22.759767 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:49:37.119422 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-13fcfdc4-4c58-43d4-8ff4-740ba08b5ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:49:39.193672 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:49:39.543956 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:49:39.848028 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-a2f85ce4-11df-4443-8a14-6d445fcfb46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:49:40.930093 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:49:42.349058 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:49:59.758440 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:50:07.119235 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-63580dde-119a-424d-a11d-a034c64d74be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:09.209819 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:09.539594 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:09.860066 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-cc060388-2a28-4fd8-b750-8703eedd2f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:10.933797 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:12.353022 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:36.758293 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:50:37.114337 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-07b40063-c714-4e8b-af3b-2c72857ef432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:38.523121 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 45390) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:50:38.605158 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-41843b8c-9308-4dd8-8be2-20a8f872085e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:38.638560 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-41843b8c-9308-4dd8-8be2-20a8f872085e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:38.720597 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-41843b8c-9308-4dd8-8be2-20a8f872085e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:38.724821 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-acb5d6be-c276-42d8-9c16-3f1e370a8e50 tempest-VolumesNegativeTest-782802228 tempest-VolumesNegativeTest-782802228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:50:38.745437 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41843b8c-9308-4dd8-8be2-20a8f872085e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9778ce6-f508-4fc9-b231-a7064a84c221,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:50:38.759198 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41843b8c-9308-4dd8-8be2-20a8f872085e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:38.759517 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41843b8c-9308-4dd8-8be2-20a8f872085e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:38.759800 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41843b8c-9308-4dd8-8be2-20a8f872085e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:38.760168 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41843b8c-9308-4dd8-8be2-20a8f872085e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:38.760523 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41843b8c-9308-4dd8-8be2-20a8f872085e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:38.760883 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41843b8c-9308-4dd8-8be2-20a8f872085e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:38.761279 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41843b8c-9308-4dd8-8be2-20a8f872085e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:38.761636 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41843b8c-9308-4dd8-8be2-20a8f872085e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:38.762001 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41843b8c-9308-4dd8-8be2-20a8f872085e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:38.762352 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41843b8c-9308-4dd8-8be2-20a8f872085e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:38.762704 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41843b8c-9308-4dd8-8be2-20a8f872085e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:38.763051 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41843b8c-9308-4dd8-8be2-20a8f872085e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:38.767658 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-41843b8c-9308-4dd8-8be2-20a8f872085e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:50:38.774463 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-41843b8c-9308-4dd8-8be2-20a8f872085e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:38.775656 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-41843b8c-9308-4dd8-8be2-20a8f872085e tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] 10.222.0.66 "DELETE /v2.0/security-groups/f9778ce6-f508-4fc9-b231-a7064a84c221 HTTP/1.1" status: 204  len: 168 time: 0.2513740
Jun 03 16:50:39.205998 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 45398) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:50:39.209777 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:39.537493 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:39.863684 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-fda4037f-be22-43b0-a7b1-f7fb10bb43d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:40.030218 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-12e06765-2b1c-444a-80c5-f0e557ed62cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681826'] for router_interface, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:40.570657 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-12e06765-2b1c-444a-80c5-f0e557ed62cf admin admin] Deleting port c72164cc-a301-45da-8a57-479e8f418578 {{(pid=91616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:50:40.571432 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-12e06765-2b1c-444a-80c5-f0e557ed62cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:40.702370 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.db [None req-12e06765-2b1c-444a-80c5-f0e557ed62cf admin admin] For port c72164cc-a301-45da-8a57-479e8f418578, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=c72164cc-a301-45da-8a57-479e8f418578,segment=NetworkSegment(b0dbd752-4780-4d30-953c-bd3e6826f7f2),segment_id=b0dbd752-4780-4d30-953c-bd3e6826f7f2)] {{(pid=91616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:50:40.702729 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-12e06765-2b1c-444a-80c5-f0e557ed62cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:40.836984 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-12e06765-2b1c-444a-80c5-f0e557ed62cf admin admin] Calling delete_port for c72164cc-a301-45da-8a57-479e8f418578 owned by network:router_interface {{(pid=91616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:50:40.937881 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:41.031415 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-12e06765-2b1c-444a-80c5-f0e557ed62cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954439'] for port, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:41.035893 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-12bd3b37-440f-476f-a276-a0d897784a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:50:41.090433 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e06765-2b1c-444a-80c5-f0e557ed62cf admin admin] Pushing event deleted for resources: {'Port': ['ID=c72164cc-a301-45da-8a57-479e8f418578,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:50:41.137377 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e06765-2b1c-444a-80c5-f0e557ed62cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:41.137778 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e06765-2b1c-444a-80c5-f0e557ed62cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:41.138165 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e06765-2b1c-444a-80c5-f0e557ed62cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:41.138543 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e06765-2b1c-444a-80c5-f0e557ed62cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:41.138924 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e06765-2b1c-444a-80c5-f0e557ed62cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:41.139298 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e06765-2b1c-444a-80c5-f0e557ed62cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:41.139667 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e06765-2b1c-444a-80c5-f0e557ed62cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:41.140038 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e06765-2b1c-444a-80c5-f0e557ed62cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:41.140401 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e06765-2b1c-444a-80c5-f0e557ed62cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:41.140771 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e06765-2b1c-444a-80c5-f0e557ed62cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:41.141160 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e06765-2b1c-444a-80c5-f0e557ed62cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:41.142005 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e06765-2b1c-444a-80c5-f0e557ed62cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:41.172068 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-12e06765-2b1c-444a-80c5-f0e557ed62cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:50:41.461666 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-12e06765-2b1c-444a-80c5-f0e557ed62cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660668'] for router_interface, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:41.844420 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e06765-2b1c-444a-80c5-f0e557ed62cf admin admin] Router c426a715-f7e8-4e42-a873-bc1373343142 has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:50:42.155645 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e06765-2b1c-444a-80c5-f0e557ed62cf admin admin] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:50:42.167192 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2558c4f5-02a6-48a6-a220-0dac88481dcb None None] Sync routers for ids ['c426a715-f7e8-4e42-a873-bc1373343142'] in dv-cinder-786524-8-iscsi {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:50:42.172326 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-12e06765-2b1c-444a-80c5-f0e557ed62cf admin admin] 10.222.0.66 "PUT /v2.0/routers/c426a715-f7e8-4e42-a873-bc1373343142/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9614618
Jun 03 16:50:42.173417 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 45410) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:50:42.190969 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2558c4f5-02a6-48a6-a220-0dac88481dcb None None] Routers {'c426a715-f7e8-4e42-a873-bc1373343142'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:50:42.191602 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-2558c4f5-02a6-48a6-a220-0dac88481dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa210a8e0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:50:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['c426a715-f7e8-4e42-a873-bc1373343142'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:50:42.383839 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:42.402654 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-2558c4f5-02a6-48a6-a220-0dac88481dcb None None] Set router c426a715-f7e8-4e42-a873-bc1373343142 gateway port host: dv-cinder-786524-8-iscsi {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:50:42.509489 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-1fc9d96b-af8b-4e6c-bcc2-a0ca2a36f8c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:42.746526 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-1fc9d96b-af8b-4e6c-bcc2-a0ca2a36f8c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:42.786703 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-2558c4f5-02a6-48a6-a220-0dac88481dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa210a8e0>, [{'id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'name': 'tempest-TestVolumeBootPattern-1840315318-router', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:19:52Z', 'updated_at': '2021-06-03T16:50:40Z', 'revision_number': 5, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'gw_port': {'id': '9a420d50-c832-4a0a-ae9f-775706e3131f', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:19:54Z', 'updated_at': '2021-06-03T16:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:50:42.793058 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2558c4f5-02a6-48a6-a220-0dac88481dcb None None] Checking router: c426a715-f7e8-4e42-a873-bc1373343142 for host: dv-cinder-786524-8-iscsi {{(pid=91618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:50:42.808816 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2558c4f5-02a6-48a6-a220-0dac88481dcb None None] Routers {'c426a715-f7e8-4e42-a873-bc1373343142'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:50:42.809928 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-2558c4f5-02a6-48a6-a220-0dac88481dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa210a8e0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:50:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['c426a715-f7e8-4e42-a873-bc1373343142'], 'active': True} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:50:42.820777 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-1fc9d96b-af8b-4e6c-bcc2-a0ca2a36f8c8 admin admin] Deleting port 9a420d50-c832-4a0a-ae9f-775706e3131f {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:50:42.821153 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-1fc9d96b-af8b-4e6c-bcc2-a0ca2a36f8c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:43.049832 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-1fc9d96b-af8b-4e6c-bcc2-a0ca2a36f8c8 admin admin] For port 9a420d50-c832-4a0a-ae9f-775706e3131f, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=9a420d50-c832-4a0a-ae9f-775706e3131f,segment=NetworkSegment(85b01a76-96af-409b-a8d7-73ca63f153b4),segment_id=85b01a76-96af-409b-a8d7-73ca63f153b4)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:50:43.050177 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-1fc9d96b-af8b-4e6c-bcc2-a0ca2a36f8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:43.168697 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvr_db [None req-2558c4f5-02a6-48a6-a220-0dac88481dcb None None] Set router c426a715-f7e8-4e42-a873-bc1373343142 gateway port host: None {{(pid=91618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:50:43.186454 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-1fc9d96b-af8b-4e6c-bcc2-a0ca2a36f8c8 admin admin] Calling delete_port for 9a420d50-c832-4a0a-ae9f-775706e3131f owned by network:router_gateway {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:50:43.354914 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-1fc9d96b-af8b-4e6c-bcc2-a0ca2a36f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:43.358951 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-8ef33cfc-b490-4089-9998-c0ccba280c41 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:50:43.374890 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_hamode_db [None req-2558c4f5-02a6-48a6-a220-0dac88481dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa210a8e0>, [{'id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'name': 'tempest-TestVolumeBootPattern-1840315318-router', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:19:52Z', 'updated_at': '2021-06-03T16:50:42Z', 'revision_number': 6, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'gw_port_host': None}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:50:43.382490 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2558c4f5-02a6-48a6-a220-0dac88481dcb None None] The sync data for ids ['c426a715-f7e8-4e42-a873-bc1373343142'] in dv-cinder-786524-8-iscsi is: [{'id': 'c426a715-f7e8-4e42-a873-bc1373343142', 'name': 'tempest-TestVolumeBootPattern-1840315318-router', 'tenant_id': 'f44ece6093c64861a96b56285934a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:19:52Z', 'updated_at': '2021-06-03T16:50:42Z', 'revision_number': 6, 'project_id': 'f44ece6093c64861a96b56285934a43e', 'gw_port_host': None}] {{(pid=91618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:50:43.405291 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9d96b-af8b-4e6c-bcc2-a0ca2a36f8c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a420d50-c832-4a0a-ae9f-775706e3131f,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:50:43.409669 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-1fc9d96b-af8b-4e6c-bcc2-a0ca2a36f8c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:50:43.506594 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-1fc9d96b-af8b-4e6c-bcc2-a0ca2a36f8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380191'] for router_gateway, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:43.692907 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-1fc9d96b-af8b-4e6c-bcc2-a0ca2a36f8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30221'] for router, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:43.695647 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-1fc9d96b-af8b-4e6c-bcc2-a0ca2a36f8c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:43.723560 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-1fc9d96b-af8b-4e6c-bcc2-a0ca2a36f8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685749'] for router, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:43.724210 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc9d96b-af8b-4e6c-bcc2-a0ca2a36f8c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c426a715-f7e8-4e42-a873-bc1373343142 {{(pid=91617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 03 16:50:43.741402 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-1fc9d96b-af8b-4e6c-bcc2-a0ca2a36f8c8 admin admin] Notify callbacks [] for router, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:43.746646 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-1fc9d96b-af8b-4e6c-bcc2-a0ca2a36f8c8 admin admin] 10.222.0.66 "DELETE /v2.0/routers/c426a715-f7e8-4e42-a873-bc1373343142 HTTP/1.1" status: 204  len: 168 time: 1.5668759
Jun 03 16:50:43.746960 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 45416) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:50:43.819365 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.db_base_plugin_v2 [None req-31e03ec5-c464-4e87-b0b9-dfd8333d588d admin admin] Deleting subnet 1ffc8a07-8eea-4758-b719-3a645c0307b8 {{(pid=91617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 16:50:43.824831 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-31e03ec5-c464-4e87-b0b9-dfd8333d588d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:43.927460 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-31e03ec5-c464-4e87-b0b9-dfd8333d588d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296656'] for subnet, precommit_delete_associations {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:44.054045 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-31e03ec5-c464-4e87-b0b9-dfd8333d588d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722772'] for subnet, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:44.247314 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 9a420d50-c832-4a0a-ae9f-775706e3131f no longer exists at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:50:44.310488 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] No Port match for: 9a420d50-c832-4a0a-ae9f-775706e3131f {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:50:44.310972 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 9a420d50-c832-4a0a-ae9f-775706e3131f not bound to the agent host dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:50:44.311658 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device c72164cc-a301-45da-8a57-479e8f418578 no longer exists at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:50:44.355146 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] No Port match for: c72164cc-a301-45da-8a57-479e8f418578 {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:50:44.355493 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device c72164cc-a301-45da-8a57-479e8f418578 not bound to the agent host dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:50:44.378914 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-31e03ec5-c464-4e87-b0b9-dfd8333d588d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2387657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2910328'] for subnet, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:44.384415 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-62e4cb95-2f0f-4c68-8b15-25c87445ecd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:50:44.431786 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e03ec5-c464-4e87-b0b9-dfd8333d588d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ffc8a07-8eea-4758-b719-3a645c0307b8,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:50:44.436222 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-31e03ec5-c464-4e87-b0b9-dfd8333d588d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:50:44.437949 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-31e03ec5-c464-4e87-b0b9-dfd8333d588d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for subnet, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:44.444340 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b26d1e-de5c-4771-8c01-639ca6591e42 None None] Network aec810ed-0ee2-4480-934c-29ea716a1d55 requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:50:44.452291 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-31e03ec5-c464-4e87-b0b9-dfd8333d588d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1ffc8a07-8eea-4758-b719-3a645c0307b8 HTTP/1.1" status: 204  len: 168 time: 0.7006860
Jun 03 16:50:44.452698 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 45418) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:50:44.634752 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d2f67dc3-59ab-4642-96fe-ab6a3ac968fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086256'] for network, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:44.732115 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-d2f67dc3-59ab-4642-96fe-ab6a3ac968fb admin admin] Deleting port 2ff39d67-d0b5-4348-9487-929fdf2ef937 {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:50:44.732611 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d2f67dc3-59ab-4642-96fe-ab6a3ac968fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:44.786796 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bada570-cdd4-43a5-8935-1a55a55c6933 None None] DHCP port deletion for aec810ed-0ee2-4480-934c-29ea716a1d55 request from dv-cinder-786524-8-iscsi {{(pid=91618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 03 16:50:44.866990 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-1bada570-cdd4-43a5-8935-1a55a55c6933 None None] Deleting port 2ff39d67-d0b5-4348-9487-929fdf2ef937 {{(pid=91618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:50:44.867299 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-1bada570-cdd4-43a5-8935-1a55a55c6933 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:44.956148 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-d2f67dc3-59ab-4642-96fe-ab6a3ac968fb admin admin] For port 2ff39d67-d0b5-4348-9487-929fdf2ef937, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=2ff39d67-d0b5-4348-9487-929fdf2ef937,segment=NetworkSegment(b0dbd752-4780-4d30-953c-bd3e6826f7f2),segment_id=b0dbd752-4780-4d30-953c-bd3e6826f7f2)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:50:44.956547 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d2f67dc3-59ab-4642-96fe-ab6a3ac968fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:44.974492 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-1bada570-cdd4-43a5-8935-1a55a55c6933 None None] For port 2ff39d67-d0b5-4348-9487-929fdf2ef937, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=2ff39d67-d0b5-4348-9487-929fdf2ef937,segment=NetworkSegment(b0dbd752-4780-4d30-953c-bd3e6826f7f2),segment_id=b0dbd752-4780-4d30-953c-bd3e6826f7f2)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:50:44.974910 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-1bada570-cdd4-43a5-8935-1a55a55c6933 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:45.098774 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-d2f67dc3-59ab-4642-96fe-ab6a3ac968fb admin admin] Calling delete_port for 2ff39d67-d0b5-4348-9487-929fdf2ef937 owned by network:dhcp {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:50:45.112671 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-1bada570-cdd4-43a5-8935-1a55a55c6933 None None] Calling delete_port for 2ff39d67-d0b5-4348-9487-929fdf2ef937 owned by network:dhcp {{(pid=91618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:50:45.169397 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d2f67dc3-59ab-4642-96fe-ab6a3ac968fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:45.178638 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-5df4b41c-6945-4fb6-a7d8-15823599753c tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:50:45.185181 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-1bada570-cdd4-43a5-8935-1a55a55c6933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349'] for port, after_delete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:45.190426 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-76c96c0d-f24b-4807-af75-e17719f16e8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:50:45.236488 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bada570-cdd4-43a5-8935-1a55a55c6933 None None] Pushing event deleted for resources: {'Port': ['ID=2ff39d67-d0b5-4348-9487-929fdf2ef937,revision_number=None']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:50:45.241926 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bada570-cdd4-43a5-8935-1a55a55c6933 None None] No DVR routers for this DVR port 2ff39d67-d0b5-4348-9487-929fdf2ef937 on host dv-cinder-786524-8-iscsi {{(pid=91618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:50:45.254931 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bada570-cdd4-43a5-8935-1a55a55c6933 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:45.254931 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bada570-cdd4-43a5-8935-1a55a55c6933 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:45.254931 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bada570-cdd4-43a5-8935-1a55a55c6933 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:45.254931 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bada570-cdd4-43a5-8935-1a55a55c6933 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:45.254931 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bada570-cdd4-43a5-8935-1a55a55c6933 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:45.254931 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bada570-cdd4-43a5-8935-1a55a55c6933 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:45.254931 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bada570-cdd4-43a5-8935-1a55a55c6933 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:45.254931 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bada570-cdd4-43a5-8935-1a55a55c6933 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:45.254931 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bada570-cdd4-43a5-8935-1a55a55c6933 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:45.254931 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bada570-cdd4-43a5-8935-1a55a55c6933 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:45.254931 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bada570-cdd4-43a5-8935-1a55a55c6933 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:45.254931 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bada570-cdd4-43a5-8935-1a55a55c6933 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:50:45.259364 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-1bada570-cdd4-43a5-8935-1a55a55c6933 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:50:45.266170 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f67dc3-59ab-4642-96fe-ab6a3ac968fb admin admin] Pushing event deleted for resources: {'Port': ['ID=2ff39d67-d0b5-4348-9487-929fdf2ef937,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:50:45.271559 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-d2f67dc3-59ab-4642-96fe-ab6a3ac968fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:50:45.273219 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f67dc3-59ab-4642-96fe-ab6a3ac968fb admin admin] No DVR routers for this DVR port 2ff39d67-d0b5-4348-9487-929fdf2ef937 on host dv-cinder-786524-8-iscsi {{(pid=91617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:50:45.405947 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d2f67dc3-59ab-4642-96fe-ab6a3ac968fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8051073', 'neutron.services.segments.db._delete_segments_for_network-8727276549825'] for network, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:45.421645 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.services.segments.db [None req-d2f67dc3-59ab-4642-96fe-ab6a3ac968fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7effa06c5100>,) {'filters': {'network_id': ['aec810ed-0ee2-4480-934c-29ea716a1d55']}} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:50:45.442166 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.services.segments.db [None req-d2f67dc3-59ab-4642-96fe-ab6a3ac968fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7effa06c5100>, 'b0dbd752-4780-4d30-953c-bd3e6826f7f2') {'for_net_delete': True} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:50:45.442525 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.services.segments.db [None req-d2f67dc3-59ab-4642-96fe-ab6a3ac968fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7effa06c5100>, 'b0dbd752-4780-4d30-953c-bd3e6826f7f2') {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:50:45.455339 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d2f67dc3-59ab-4642-96fe-ab6a3ac968fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727276553436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296617'] for segment, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:45.473431 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d2f67dc3-59ab-4642-96fe-ab6a3ac968fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:45.480196 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f67dc3-59ab-4642-96fe-ab6a3ac968fb admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=91617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 16:50:45.480588 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d2f67dc3-59ab-4642-96fe-ab6a3ac968fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2387491'] for segment, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]: Traceback (most recent call last):
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]:     timer()
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]:     cb(*args, **kw)
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]:     return func(*args, **kwargs)
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]:     self._notify()
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]:     self.callback(batched_events)
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]:     event.method(event)
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]:     return f(self, *a, **k)
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]:     return self._get(url).json()
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]:     return self.request(url, 'GET', **kwargs)
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 16:50:45.495011 dv-cinder-786524-8-iscsi neutron-server[91617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 16:50:45.579547 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d2f67dc3-59ab-4642-96fe-ab6a3ac968fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380276'] for network, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:45.585712 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-d2f67dc3-59ab-4642-96fe-ab6a3ac968fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:45.590597 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-239af9e9-61f6-4d78-8c2d-a3b1d3467ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:50:45.617165 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f67dc3-59ab-4642-96fe-ab6a3ac968fb admin admin] Pushing event deleted for resources: {'Network': ['ID=aec810ed-0ee2-4480-934c-29ea716a1d55,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:50:45.620209 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-d2f67dc3-59ab-4642-96fe-ab6a3ac968fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:50:45.634471 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-d2f67dc3-59ab-4642-96fe-ab6a3ac968fb admin admin] 10.222.0.66 "DELETE /v2.0/networks/aec810ed-0ee2-4480-934c-29ea716a1d55 HTTP/1.1" status: 204  len: 168 time: 1.1805420
Jun 03 16:50:45.638604 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 45424) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:50:46.182388 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 2ff39d67-d0b5-4348-9487-929fdf2ef937 no longer exists at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:50:46.243300 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] No Port match for: 2ff39d67-d0b5-4348-9487-929fdf2ef937 {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:50:46.243870 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 2ff39d67-d0b5-4348-9487-929fdf2ef937 not bound to the agent host dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:50:46.272141 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5fd67c4c-6bad-4207-9ead-9daa8ca19d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681826'] for router_interface, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:46.858260 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-5fd67c4c-6bad-4207-9ead-9daa8ca19d33 admin admin] Deleting port 2d4ba3e5-c5dc-4848-9c64-07e2457f5064 {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:50:46.859048 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5fd67c4c-6bad-4207-9ead-9daa8ca19d33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:46.989373 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-5fd67c4c-6bad-4207-9ead-9daa8ca19d33 admin admin] For port 2d4ba3e5-c5dc-4848-9c64-07e2457f5064, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=2d4ba3e5-c5dc-4848-9c64-07e2457f5064,segment=NetworkSegment(8b1345ec-55d7-4ee6-b271-e2d161f6aa49),segment_id=8b1345ec-55d7-4ee6-b271-e2d161f6aa49)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:50:46.989793 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5fd67c4c-6bad-4207-9ead-9daa8ca19d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:47.120424 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-5fd67c4c-6bad-4207-9ead-9daa8ca19d33 admin admin] Calling delete_port for 2d4ba3e5-c5dc-4848-9c64-07e2457f5064 owned by network:router_interface {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:50:47.295123 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5fd67c4c-6bad-4207-9ead-9daa8ca19d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:47.299452 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-5deadddb-514f-4651-b75f-cfed690e95b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:50:47.350501 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd67c4c-6bad-4207-9ead-9daa8ca19d33 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d4ba3e5-c5dc-4848-9c64-07e2457f5064,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:50:47.354712 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-5fd67c4c-6bad-4207-9ead-9daa8ca19d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:50:47.646276 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-5fd67c4c-6bad-4207-9ead-9daa8ca19d33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660668'] for router_interface, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:48.041302 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd67c4c-6bad-4207-9ead-9daa8ca19d33 admin admin] Router 436cde03-2a3e-4d90-9669-404f94d5b8ea has already been hosted by L3 agent 22c9409b-b168-420c-b70c-b46d5db7117b {{(pid=91617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 16:50:48.392258 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd67c4c-6bad-4207-9ead-9daa8ca19d33 admin admin] Notify agent at l3_agent.dv-cinder-786524-8-iscsi the message routers_updated {{(pid=91617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 16:50:48.405362 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ff128-b3a6-49bd-8ff4-7064fc267028 None None] Sync routers for ids ['436cde03-2a3e-4d90-9669-404f94d5b8ea'] in dv-cinder-786524-8-iscsi {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 16:50:48.415071 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-5fd67c4c-6bad-4207-9ead-9daa8ca19d33 admin admin] 10.222.0.66 "PUT /v2.0/routers/436cde03-2a3e-4d90-9669-404f94d5b8ea/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7752168
Jun 03 16:50:48.420506 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 45430) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:50:48.434440 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5ff128-b3a6-49bd-8ff4-7064fc267028 None None] Routers {'436cde03-2a3e-4d90-9669-404f94d5b8ea'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:50:48.435434 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-9e5ff128-b3a6-49bd-8ff4-7064fc267028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa21ed5b0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:50:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['436cde03-2a3e-4d90-9669-404f94d5b8ea'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:50:48.639128 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6e900d19-e931-4de5-b072-cd1e3d601721 admin admin] Notify callbacks [] for router, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:48.735170 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-9e5ff128-b3a6-49bd-8ff4-7064fc267028 None None] Set router 436cde03-2a3e-4d90-9669-404f94d5b8ea gateway port host: dv-cinder-786524-8-iscsi {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:50:48.863077 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6e900d19-e931-4de5-b072-cd1e3d601721 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:48.977142 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-6e900d19-e931-4de5-b072-cd1e3d601721 admin admin] Deleting port e99668b4-dd04-43df-9a89-5c2ae4501a89 {{(pid=91617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:50:48.977550 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6e900d19-e931-4de5-b072-cd1e3d601721 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:49.171232 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-9e5ff128-b3a6-49bd-8ff4-7064fc267028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa21ed5b0>, [{'id': '436cde03-2a3e-4d90-9669-404f94d5b8ea', 'name': 'tempest-TestVolumeBootPattern-660669985-router', 'tenant_id': '895de2aea84347b091b80f1ed42b6eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'external_fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e99668b4-dd04-43df-9a89-5c2ae4501a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:02Z', 'updated_at': '2021-06-03T16:50:47Z', 'revision_number': 5, 'project_id': '895de2aea84347b091b80f1ed42b6eaf', 'gw_port': {'id': 'e99668b4-dd04-43df-9a89-5c2ae4501a89', 'name': '', 'network_id': '454170da-4e8f-4963-97fb-80bd3b86dedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436cde03-2a3e-4d90-9669-404f94d5b8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T16:20:03Z', 'updated_at': '2021-06-03T16:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '06c387f0-ce57-4d04-be2c-2471c04350c2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-8-iscsi'}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:50:49.179311 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ff128-b3a6-49bd-8ff4-7064fc267028 None None] Checking router: 436cde03-2a3e-4d90-9669-404f94d5b8ea for host: dv-cinder-786524-8-iscsi {{(pid=91619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 16:50:49.193485 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5ff128-b3a6-49bd-8ff4-7064fc267028 None None] Routers {'436cde03-2a3e-4d90-9669-404f94d5b8ea'} bound to L3 agent in host dv-cinder-786524-8-iscsi {{(pid=91619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 16:50:49.194132 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-9e5ff128-b3a6-49bd-8ff4-7064fc267028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7effa21ed5b0>, 'dv-cinder-786524-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T16:09:10Z,description=<?>,heartbeat_timestamp=2021-06-03T16:50:40Z,host='dv-cinder-786524-8-iscsi',id=22c9409b-b168-420c-b70c-b46d5db7117b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T16:09:10Z,topic='l3_agent')) {'router_ids': ['436cde03-2a3e-4d90-9669-404f94d5b8ea'], 'active': True} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:50:49.229085 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.db [None req-6e900d19-e931-4de5-b072-cd1e3d601721 admin admin] For port e99668b4-dd04-43df-9a89-5c2ae4501a89, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=e99668b4-dd04-43df-9a89-5c2ae4501a89,segment=NetworkSegment(85b01a76-96af-409b-a8d7-73ca63f153b4),segment_id=85b01a76-96af-409b-a8d7-73ca63f153b4)] {{(pid=91617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:50:49.229770 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6e900d19-e931-4de5-b072-cd1e3d601721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:49.389585 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_dvr_db [None req-9e5ff128-b3a6-49bd-8ff4-7064fc267028 None None] Set router 436cde03-2a3e-4d90-9669-404f94d5b8ea gateway port host: None {{(pid=91619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 16:50:49.393803 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-6e900d19-e931-4de5-b072-cd1e3d601721 admin admin] Calling delete_port for e99668b4-dd04-43df-9a89-5c2ae4501a89 owned by network:router_gateway {{(pid=91617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:50:49.505570 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.l3_hamode_db [None req-9e5ff128-b3a6-49bd-8ff4-7064fc267028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7effa21ed5b0>, [{'id': '436cde03-2a3e-4d90-9669-404f94d5b8ea', 'name': 'tempest-TestVolumeBootPattern-660669985-router', 'tenant_id': '895de2aea84347b091b80f1ed42b6eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:02Z', 'updated_at': '2021-06-03T16:50:48Z', 'revision_number': 6, 'project_id': '895de2aea84347b091b80f1ed42b6eaf', 'gw_port_host': None}], 'dv-cinder-786524-8-iscsi', False) {} {{(pid=91619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:50:49.510416 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ff128-b3a6-49bd-8ff4-7064fc267028 None None] The sync data for ids ['436cde03-2a3e-4d90-9669-404f94d5b8ea'] in dv-cinder-786524-8-iscsi is: [{'id': '436cde03-2a3e-4d90-9669-404f94d5b8ea', 'name': 'tempest-TestVolumeBootPattern-660669985-router', 'tenant_id': '895de2aea84347b091b80f1ed42b6eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T16:20:02Z', 'updated_at': '2021-06-03T16:50:48Z', 'revision_number': 6, 'project_id': '895de2aea84347b091b80f1ed42b6eaf', 'gw_port_host': None}] {{(pid=91619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 16:50:49.576190 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6e900d19-e931-4de5-b072-cd1e3d601721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2387708'] for port, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:49.580607 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-1fc9d96b-af8b-4e6c-bcc2-a0ca2a36f8c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:50:49.624925 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e900d19-e931-4de5-b072-cd1e3d601721 admin admin] Pushing event deleted for resources: {'Port': ['ID=e99668b4-dd04-43df-9a89-5c2ae4501a89,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:50:49.628435 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-6e900d19-e931-4de5-b072-cd1e3d601721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:50:49.722333 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6e900d19-e931-4de5-b072-cd1e3d601721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380191'] for router_gateway, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:49.901827 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6e900d19-e931-4de5-b072-cd1e3d601721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30221'] for router, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:49.905189 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6e900d19-e931-4de5-b072-cd1e3d601721 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:49.944494 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6e900d19-e931-4de5-b072-cd1e3d601721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685749'] for router, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:49.945488 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e900d19-e931-4de5-b072-cd1e3d601721 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 436cde03-2a3e-4d90-9669-404f94d5b8ea {{(pid=91617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 03 16:50:49.965356 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-6e900d19-e931-4de5-b072-cd1e3d601721 admin admin] Notify callbacks [] for router, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:49.970089 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-6e900d19-e931-4de5-b072-cd1e3d601721 admin admin] 10.222.0.66 "DELETE /v2.0/routers/436cde03-2a3e-4d90-9669-404f94d5b8ea HTTP/1.1" status: 204  len: 168 time: 1.5433145
Jun 03 16:50:49.970529 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 45436) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:50:50.038117 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_v2 [None req-74974999-1c80-4ee7-a63c-f692c49067da admin admin] Deleting subnet 13ab2671-9e94-4c1d-a2ff-3b3a99d21af8 {{(pid=91616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 16:50:50.041445 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-74974999-1c80-4ee7-a63c-f692c49067da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:50.093405 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-74974999-1c80-4ee7-a63c-f692c49067da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3092190'] for subnet, precommit_delete_associations {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:50.184322 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-74974999-1c80-4ee7-a63c-f692c49067da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722772'] for subnet, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:50.346334 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device e99668b4-dd04-43df-9a89-5c2ae4501a89 no longer exists at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:50:50.383729 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] No Port match for: e99668b4-dd04-43df-9a89-5c2ae4501a89 {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:50:50.384173 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device e99668b4-dd04-43df-9a89-5c2ae4501a89 not bound to the agent host dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:50:50.384669 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 2d4ba3e5-c5dc-4848-9c64-07e2457f5064 no longer exists at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:50:50.426075 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] No Port match for: 2d4ba3e5-c5dc-4848-9c64-07e2457f5064 {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:50:50.426655 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 2d4ba3e5-c5dc-4848-9c64-07e2457f5064 not bound to the agent host dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:50:50.557810 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-74974999-1c80-4ee7-a63c-f692c49067da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858693'] for subnet, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:50.563332 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:50:50.616866 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74974999-1c80-4ee7-a63c-f692c49067da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13ab2671-9e94-4c1d-a2ff-3b3a99d21af8,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:50:50.620156 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-74974999-1c80-4ee7-a63c-f692c49067da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:50:50.621164 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-74974999-1c80-4ee7-a63c-f692c49067da admin admin] Notify callbacks [] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:50.629666 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-74974999-1c80-4ee7-a63c-f692c49067da admin admin] 10.222.0.66 "DELETE /v2.0/subnets/13ab2671-9e94-4c1d-a2ff-3b3a99d21af8 HTTP/1.1" status: 204  len: 168 time: 0.6577976
Jun 03 16:50:50.632416 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 45438) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:50:50.632652 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abcf6fd-3429-4195-8a6d-c2942be076fd None None] Network b5ef4031-997f-419e-a52a-f7bfda3a4d82 requested from dv-cinder-786524-8-iscsi {{(pid=91618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 16:50:50.742455 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-dd32c584-1de3-4e04-8e0d-900b26902be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086256'] for network, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:50.823452 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-dd32c584-1de3-4e04-8e0d-900b26902be6 admin admin] Deleting port 567a3750-6620-4eee-a1de-930130aabab9 {{(pid=91616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:50:50.823818 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-dd32c584-1de3-4e04-8e0d-900b26902be6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:50.967732 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98c56cb-48fc-4445-af30-db97b30787b6 None None] DHCP port deletion for b5ef4031-997f-419e-a52a-f7bfda3a4d82 request from dv-cinder-786524-8-iscsi {{(pid=91618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 03 16:50:50.968116 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.db [None req-dd32c584-1de3-4e04-8e0d-900b26902be6 admin admin] For port 567a3750-6620-4eee-a1de-930130aabab9, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=567a3750-6620-4eee-a1de-930130aabab9,segment=NetworkSegment(8b1345ec-55d7-4ee6-b271-e2d161f6aa49),segment_id=8b1345ec-55d7-4ee6-b271-e2d161f6aa49)] {{(pid=91616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:50:50.968116 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-dd32c584-1de3-4e04-8e0d-900b26902be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:51.053491 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-c98c56cb-48fc-4445-af30-db97b30787b6 None None] Deleting port 567a3750-6620-4eee-a1de-930130aabab9 {{(pid=91618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 16:50:51.054081 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-c98c56cb-48fc-4445-af30-db97b30787b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727276482295'] for port, before_delete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:51.166702 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.plugin [None req-dd32c584-1de3-4e04-8e0d-900b26902be6 admin admin] Calling delete_port for 567a3750-6620-4eee-a1de-930130aabab9 owned by network:dhcp {{(pid=91616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:50:51.217916 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.db [None req-c98c56cb-48fc-4445-af30-db97b30787b6 None None] For port 567a3750-6620-4eee-a1de-930130aabab9, host dv-cinder-786524-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-8-iscsi',level=0,port_id=567a3750-6620-4eee-a1de-930130aabab9,segment=NetworkSegment(8b1345ec-55d7-4ee6-b271-e2d161f6aa49),segment_id=8b1345ec-55d7-4ee6-b271-e2d161f6aa49)] {{(pid=91618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 16:50:51.218211 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-c98c56cb-48fc-4445-af30-db97b30787b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683986'] for port, precommit_delete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:51.243281 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-dd32c584-1de3-4e04-8e0d-900b26902be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954439'] for port, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:51.247388 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-bdb7c415-ce7e-488b-ad9a-5fbd3b1f6574 tempest-TestMinimumBasicScenario-810131516 tempest-TestMinimumBasicScenario-810131516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:50:51.295847 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32c584-1de3-4e04-8e0d-900b26902be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=567a3750-6620-4eee-a1de-930130aabab9,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:50:51.299501 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-dd32c584-1de3-4e04-8e0d-900b26902be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:50:51.300298 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd32c584-1de3-4e04-8e0d-900b26902be6 admin admin] No DVR routers for this DVR port 567a3750-6620-4eee-a1de-930130aabab9 on host dv-cinder-786524-8-iscsi {{(pid=91616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:50:51.424162 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-dd32c584-1de3-4e04-8e0d-900b26902be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8051073', 'neutron.services.segments.db._delete_segments_for_network-8727276549825'] for network, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:51.439009 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.services.segments.db [None req-dd32c584-1de3-4e04-8e0d-900b26902be6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7effa1f63220>,) {'filters': {'network_id': ['b5ef4031-997f-419e-a52a-f7bfda3a4d82']}} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:50:51.452050 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.services.segments.db [None req-dd32c584-1de3-4e04-8e0d-900b26902be6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7effa1f63220>, '8b1345ec-55d7-4ee6-b271-e2d161f6aa49') {'for_net_delete': True} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:50:51.452369 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.services.segments.db [None req-dd32c584-1de3-4e04-8e0d-900b26902be6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7effa1f63220>, '8b1345ec-55d7-4ee6-b271-e2d161f6aa49') {} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:50:51.465972 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-dd32c584-1de3-4e04-8e0d-900b26902be6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727276553436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3092135'] for segment, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:51.485046 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-dd32c584-1de3-4e04-8e0d-900b26902be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:51.492745 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd32c584-1de3-4e04-8e0d-900b26902be6 admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=91616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 16:50:51.493438 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-dd32c584-1de3-4e04-8e0d-900b26902be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954264'] for segment, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]: Traceback (most recent call last):
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]:     timer()
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]:     cb(*args, **kw)
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]:     return func(*args, **kwargs)
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]:     self._notify()
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]:     self.callback(batched_events)
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]:     event.method(event)
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]:     return f(self, *a, **k)
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]:     return self._get(url).json()
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]:     return self.request(url, 'GET', **kwargs)
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 16:50:51.509724 dv-cinder-786524-8-iscsi neutron-server[91616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 16:50:51.514963 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-c98c56cb-48fc-4445-af30-db97b30787b6 None None] Calling delete_port for 567a3750-6620-4eee-a1de-930130aabab9 owned by network:dhcp {{(pid=91618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 16:50:51.591686 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-c98c56cb-48fc-4445-af30-db97b30787b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7909499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727276638455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727276203349'] for port, after_delete {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:51.598121 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:50:51.605747 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-dd32c584-1de3-4e04-8e0d-900b26902be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380276'] for network, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:51.611466 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-dd32c584-1de3-4e04-8e0d-900b26902be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:51.614685 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:50:51.639452 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c98c56cb-48fc-4445-af30-db97b30787b6 None None] Network b5ef4031-997f-419e-a52a-f7bfda3a4d82 is not hosted by any dhcp agent {{(pid=91618) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}}
Jun 03 16:50:51.639919 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98c56cb-48fc-4445-af30-db97b30787b6 None None] No DVR routers for this DVR port 567a3750-6620-4eee-a1de-930130aabab9 on host dv-cinder-786524-8-iscsi {{(pid=91618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 16:50:51.650616 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c56cb-48fc-4445-af30-db97b30787b6 None None] Pushing event deleted for resources: {'Port': ['ID=567a3750-6620-4eee-a1de-930130aabab9,revision_number=None']} {{(pid=91618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:50:51.659650 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG oslo_concurrency.lockutils [None req-c98c56cb-48fc-4445-af30-db97b30787b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:50:51.761988 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32c584-1de3-4e04-8e0d-900b26902be6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5ef4031-997f-419e-a52a-f7bfda3a4d82,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:50:51.764444 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-dd32c584-1de3-4e04-8e0d-900b26902be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:50:51.771809 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-dd32c584-1de3-4e04-8e0d-900b26902be6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/b5ef4031-997f-419e-a52a-f7bfda3a4d82 HTTP/1.1" status: 204  len: 168 time: 1.1381099
Jun 03 16:50:51.906903 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 45444) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:50:51.964987 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-02a8008d-7598-4db3-86b4-877646dc0197 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f44ece6093c64861a96b56285934a43e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0564296
Jun 03 16:50:51.969504 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 45448) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:50:52.054247 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-7855e407-c210-4900-a4c7-59133b0b3761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:52.087084 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-7855e407-c210-4900-a4c7-59133b0b3761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:52.164241 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-7855e407-c210-4900-a4c7-59133b0b3761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:52.168404 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-f1048a28-4013-4507-91ff-f530bc865982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:50:52.183927 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855e407-c210-4900-a4c7-59133b0b3761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca84822e-ff54-4c25-89b8-5f670ea143ca,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:50:52.188378 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-7855e407-c210-4900-a4c7-59133b0b3761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:50:52.191906 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-7855e407-c210-4900-a4c7-59133b0b3761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:52.195896 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-7855e407-c210-4900-a4c7-59133b0b3761 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ca84822e-ff54-4c25-89b8-5f670ea143ca HTTP/1.1" status: 204  len: 168 time: 0.2249119
Jun 03 16:50:52.207544 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 567a3750-6620-4eee-a1de-930130aabab9 no longer exists at agent ovs-agent-dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 16:50:52.275398 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.plugin [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] No Port match for: 567a3750-6620-4eee-a1de-930130aabab9 {{(pid=91618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 16:50:52.275984 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron.plugins.ml2.rpc [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Device 567a3750-6620-4eee-a1de-930130aabab9 not bound to the agent host dv-cinder-786524-8-iscsi {{(pid=91618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 16:50:52.659328 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 45454) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:50:52.822767 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-33dcea84-7653-4e7e-882c-007057ffa73d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=895de2aea84347b091b80f1ed42b6eaf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1620035
Jun 03 16:50:52.825467 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 45456) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:50:52.894000 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4e1cefc6-1f23-4db3-88f4-959037315cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:52.921937 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4e1cefc6-1f23-4db3-88f4-959037315cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:52.978496 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4e1cefc6-1f23-4db3-88f4-959037315cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:52.983565 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-16f0312b-9384-4d7a-b7bc-189bf9de358c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:50:52.999488 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cefc6-1f23-4db3-88f4-959037315cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88510f2d-1fae-4399-9d25-2e5010df7695,revision_number=None']} {{(pid=91617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:50:53.007030 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-4e1cefc6-1f23-4db3-88f4-959037315cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:50:53.008054 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-4e1cefc6-1f23-4db3-88f4-959037315cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:50:53.012232 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-4e1cefc6-1f23-4db3-88f4-959037315cfd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/88510f2d-1fae-4399-9d25-2e5010df7695 HTTP/1.1" status: 204  len: 168 time: 0.1852114
Jun 03 16:51:07.116111 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-da2500f6-b137-45ed-89ef-8e1207e1ba69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:51:09.204341 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:51:09.530237 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:51:09.858297 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-4bce50ca-0c2d-4c8e-88f9-58262f44db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:51:10.939922 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:51:12.359953 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:51:13.757517 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:51:37.119457 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-69244c93-7cf0-449a-85bb-ce2b3bb2b333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:51:39.208060 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:51:39.532935 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:51:39.861806 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-aa37f938-5bda-4c14-9884-e5ef5e710014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:51:40.946645 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:51:42.363649 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:51:50.757024 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:52:07.121953 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-67256383-de0d-4b55-b5a5-dbfb1e4c0e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:52:09.218216 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:52:09.534356 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:52:09.864874 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-fe82011b-f927-4226-9880-b75029398f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:52:10.945856 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:52:12.368003 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:52:27.755734 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:52:37.128896 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-88ee12f8-16b1-4ccc-853c-f903b4299a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:52:39.228256 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:52:39.538927 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:52:39.868526 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e7b9f59a-3892-455d-bf33-9bc2b5bca88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:52:40.957173 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:52:42.370716 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:53:04.754320 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:53:07.123528 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-da006eca-f4a9-45a8-9795-0a2f8ea95003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:53:09.230751 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:53:09.544309 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:53:09.872674 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-578ff6a8-8844-45dc-a299-f715a53fd95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:53:10.953268 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:53:12.379376 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:53:37.136705 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-14e958c8-7314-4182-b528-e86e2dfd17e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:53:39.230078 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:53:39.538491 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:53:39.876183 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-86357ff7-4114-429c-a61f-7a2cad5d035d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:53:40.956288 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:53:41.753797 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:53:42.377463 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:54:07.132146 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-5828e65b-1b0d-4c84-b533-f3dc6b0ed69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:54:09.266168 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:54:09.543350 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:54:09.879263 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-c872cfd7-2b61-4284-aca8-55f9103d5f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:54:10.967000 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:54:12.383380 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:54:18.752873 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:54:37.134976 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-aef4adb4-b5c7-43bf-b7ef-8d93f6902979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:54:39.274488 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:54:39.549190 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:54:39.881278 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-cdc81419-643f-4e88-83d1-2907c6d2dcab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:54:40.961576 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:54:42.386873 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:54:55.753092 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:55:07.139817 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e578dd82-e174-477c-b8d5-0c27627d9ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:55:09.275939 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:55:09.553955 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:55:09.884272 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-df9fe12a-d9b7-4760-85ee-767041564f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:55:10.965443 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:55:12.387691 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:55:32.752414 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:55:37.144292 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-17972d96-147e-4cc1-9915-870c1fd28a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:55:39.294621 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:55:39.559598 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:55:39.886554 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-729b1e52-5f53-420c-8fac-74145fe03084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:55:40.967898 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:55:42.394982 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:56:07.146498 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-b4518058-c4ce-4858-bf3e-2c9c270e70e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:56:09.290282 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:56:09.562478 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:56:09.752264 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:56:09.888047 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-cedd4426-9804-42e1-bd6b-5a1d2d73d65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:56:10.970020 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:56:12.393671 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:56:37.148977 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-ebc0508f-845b-467e-b093-737a51ae2c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:56:39.316690 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:56:39.567528 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:56:39.890372 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-1cc9e01a-ca2f-4e1f-80f6-2fccfcb50665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:56:40.972901 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:56:42.400545 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:56:46.752016 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:57:07.150929 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-44d7a58e-70ff-4344-894f-4307e818d4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:57:09.314656 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:57:09.572129 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:57:09.893863 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-0c54d201-2f4c-438f-b1dc-48ff25fa5c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:57:10.975364 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:57:12.401341 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:57:23.750974 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:57:25.323250 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 46372) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:57:25.613211 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.db.db_base_plugin_v2 [None req-f151da26-2c64-4954-bf70-1324410a46fd admin admin] Deleting subnet 5169a987-a91e-4e36-857f-d99393415f23 {{(pid=91616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 16:57:25.618543 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f151da26-2c64-4954-bf70-1324410a46fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:57:25.667479 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f151da26-2c64-4954-bf70-1324410a46fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3092190'] for subnet, precommit_delete_associations {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:57:25.726920 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f151da26-2c64-4954-bf70-1324410a46fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722772'] for subnet, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:57:25.976841 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f151da26-2c64-4954-bf70-1324410a46fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858693'] for subnet, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:57:25.980397 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-95093045-192f-4f4c-8d42-c99b1a95e45e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:57:26.014536 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151da26-2c64-4954-bf70-1324410a46fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5169a987-a91e-4e36-857f-d99393415f23,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:57:26.020098 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-f151da26-2c64-4954-bf70-1324410a46fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:57:26.027240 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f151da26-2c64-4954-bf70-1324410a46fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:57:26.027623 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f151da26-2c64-4954-bf70-1324410a46fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:57:26.027999 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f151da26-2c64-4954-bf70-1324410a46fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:57:26.028369 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f151da26-2c64-4954-bf70-1324410a46fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:57:26.028732 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f151da26-2c64-4954-bf70-1324410a46fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:57:26.029123 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f151da26-2c64-4954-bf70-1324410a46fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:57:26.029489 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f151da26-2c64-4954-bf70-1324410a46fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:57:26.029846 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f151da26-2c64-4954-bf70-1324410a46fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:57:26.030204 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f151da26-2c64-4954-bf70-1324410a46fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:57:26.030558 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f151da26-2c64-4954-bf70-1324410a46fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:57:26.030912 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f151da26-2c64-4954-bf70-1324410a46fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:57:26.031264 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f151da26-2c64-4954-bf70-1324410a46fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-8-iscsi {{(pid=91616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 16:57:26.035665 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-f151da26-2c64-4954-bf70-1324410a46fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:57:26.038142 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-f151da26-2c64-4954-bf70-1324410a46fd admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5169a987-a91e-4e36-857f-d99393415f23 HTTP/1.1" status: 204  len: 168 time: 0.7132740
Jun 03 16:57:26.040097 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 46378) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:57:26.150949 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5cd12bfd-b56e-4cc8-87be-413c2fcb31c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086256'] for network, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:57:26.278550 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5cd12bfd-b56e-4cc8-87be-413c2fcb31c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8051073', 'neutron.services.segments.db._delete_segments_for_network-8727276549825'] for network, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:57:26.291876 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.services.segments.db [None req-5cd12bfd-b56e-4cc8-87be-413c2fcb31c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7effa1ebd520>,) {'filters': {'network_id': ['b2b58040-a5dd-40b7-8077-2331b9f5b49f']}} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:57:26.304553 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.services.segments.db [None req-5cd12bfd-b56e-4cc8-87be-413c2fcb31c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7effa1ebd520>, '0fe98bd3-ba1f-4b89-8096-2db61d7e5722') {'for_net_delete': True} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:57:26.304869 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.services.segments.db [None req-5cd12bfd-b56e-4cc8-87be-413c2fcb31c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7effa1ebd520>, '0fe98bd3-ba1f-4b89-8096-2db61d7e5722') {} {{(pid=91616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 16:57:26.316620 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5cd12bfd-b56e-4cc8-87be-413c2fcb31c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727276553436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3092135'] for segment, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:57:26.332824 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5cd12bfd-b56e-4cc8-87be-413c2fcb31c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117'] for segment, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:57:26.338805 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd12bfd-b56e-4cc8-87be-413c2fcb31c4 admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=91616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 16:57:26.339181 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5cd12bfd-b56e-4cc8-87be-413c2fcb31c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954264'] for segment, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]: Traceback (most recent call last):
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]:     timer()
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]:     cb(*args, **kw)
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]:     return func(*args, **kwargs)
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]:     self._notify()
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]:     self.callback(batched_events)
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]:     event.method(event)
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]:     return f(self, *a, **k)
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]:     return self._get(url).json()
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]:     return self.request(url, 'GET', **kwargs)
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 16:57:26.352157 dv-cinder-786524-8-iscsi neutron-server[91616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 16:57:26.429223 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5cd12bfd-b56e-4cc8-87be-413c2fcb31c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380276'] for network, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:57:26.432550 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:57:26.445321 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-5cd12bfd-b56e-4cc8-87be-413c2fcb31c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647352'] for network, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:57:26.455534 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd12bfd-b56e-4cc8-87be-413c2fcb31c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2b58040-a5dd-40b7-8077-2331b9f5b49f,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:57:26.458759 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-5cd12bfd-b56e-4cc8-87be-413c2fcb31c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:57:26.464350 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-5cd12bfd-b56e-4cc8-87be-413c2fcb31c4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/b2b58040-a5dd-40b7-8077-2331b9f5b49f HTTP/1.1" status: 204  len: 168 time: 0.4232922
Jun 03 16:57:26.588032 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [-] (91617) accepted ('10.222.0.66', 46382) {{(pid=91617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:57:26.640492 dv-cinder-786524-8-iscsi neutron-server[91617]: INFO neutron.wsgi [None req-66df41a2-d708-4cc7-964b-307640c1bc34 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aab7b434e42e42818fcd0129cd4844a9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0511429
Jun 03 16:57:26.643491 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [-] (91616) accepted ('10.222.0.66', 46386) {{(pid=91616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 16:57:26.702383 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-7ac135d8-8a89-43d1-8c22-402913d21925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:57:26.729752 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-7ac135d8-8a89-43d1-8c22-402913d21925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:57:26.788987 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-7ac135d8-8a89-43d1-8c22-402913d21925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783952'] for security_group, after_delete {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:57:26.792726 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-ff7bfff3-c210-4462-8d05-5cf6840447b9 tempest-TestShelveInstance-550606769 tempest-TestShelveInstance-550606769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 16:57:26.807100 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac135d8-8a89-43d1-8c22-402913d21925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73380fdb-7a3b-43f0-a807-199c5aa9a4f5,revision_number=None']} {{(pid=91616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 16:57:26.809704 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG oslo_concurrency.lockutils [None req-7ac135d8-8a89-43d1-8c22-402913d21925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 16:57:26.821322 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron_lib.callbacks.manager [None req-7ac135d8-8a89-43d1-8c22-402913d21925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:57:26.822448 dv-cinder-786524-8-iscsi neutron-server[91616]: INFO neutron.wsgi [None req-7ac135d8-8a89-43d1-8c22-402913d21925 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/73380fdb-7a3b-43f0-a807-199c5aa9a4f5 HTTP/1.1" status: 204  len: 168 time: 0.1779401
Jun 03 16:57:34.744945 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [req-3f700ac5-fb2e-46ec-b8a1-ed303c69e2e6 req-e7b8f233-ec89-4021-b59b-5d153f214e10 service neutron] (91617) timed out ('10.222.0.73', 61555) {{(pid=91617) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 03 16:57:35.519072 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [req-038036cf-b826-4396-a384-f94007174e7d req-f1e2ec84-539a-4e23-a8e7-0e87b02616e6 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] (91616) timed out ('10.222.0.73', 62325) {{(pid=91616) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 03 16:57:37.155073 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-e8441512-70be-4713-abe3-0ae4cdb6f4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:57:39.346638 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:57:39.575005 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:57:39.895535 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-51e6e755-dfb8-4636-bfb2-563dd0adedea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:57:40.979297 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:57:42.404036 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:58:00.749910 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:58:07.159153 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-88046ac1-2568-4df0-924e-ddb05fe033c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:58:09.362459 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:58:09.579017 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:58:09.896320 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-4700d821-0707-4505-a736-a3ab8f06e8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:58:10.981658 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:58:12.406951 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:58:37.163446 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-92b96746-87a1-42ad-938f-26694de5a18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:58:37.749715 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:58:39.358819 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:58:39.581327 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:58:39.898590 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-862891b4-8146-45df-9a07-9f12e5efb8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:58:40.985673 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:58:42.411400 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:59:07.166712 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-3ab61463-d591-4b69-b713-f6d34f3d3d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:59:09.365795 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:59:09.584402 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:59:09.900720 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-10a099b6-eb4e-4fca-8982-209853f05486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:59:10.988985 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:59:12.414160 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:59:14.748616 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 16:59:34.834773 dv-cinder-786524-8-iscsi neutron-server[91616]: DEBUG neutron.wsgi [req-2bb5ef47-e43a-41fe-9b8b-e63be5f59a65 req-a94f5d63-fc4f-4f27-8b74-db2174ae1d95 tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] (91616) timed out ('10.222.0.66', 55648) {{(pid=91616) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 03 16:59:36.003278 dv-cinder-786524-8-iscsi neutron-server[91617]: DEBUG neutron.wsgi [req-4463c4b5-6b35-406e-9e6e-ec7d9d45e868 req-11733118-774c-4de0-90a7-c4cad5dfbc9d tempest-TestVolumeBootPattern-1520095461 tempest-TestVolumeBootPattern-1520095461-project] (91617) timed out ('10.222.0.66', 55656) {{(pid=91617) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 03 16:59:37.168891 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-d0dda5ec-d2b8-468a-b40b-0b1b4e6b8815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:59:39.371964 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:59:39.587370 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:59:39.902576 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-62e8c310-72dd-4168-b45f-b38932c162d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:59:40.992338 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:59:42.417162 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 16:59:51.748072 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 17:00:07.171019 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-d37a02b8-8646-46c9-ac99-dffa0c00b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:00:09.370356 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:00:09.590461 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:00:09.903402 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-be52bcc2-72d0-44d3-b24c-6f087e04004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:00:10.994697 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:00:12.419531 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:00:28.746564 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 17:00:37.174517 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-8dc16723-deaa-4351-9c8c-7ff399c55548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:00:39.385946 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:00:39.592564 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:00:39.905138 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-15cb755f-9130-482d-84c6-d15d9d0e9398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:00:40.999167 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:00:42.422614 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:01:05.746239 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 17:01:07.177417 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-67fecb32-a925-47d5-88f3-1f3220239072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:01:09.383796 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:01:09.594665 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:01:09.906808 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-09b2081d-3c9e-4232-92eb-8030664df56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:01:11.003276 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:01:12.425724 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:01:37.180117 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-190ccdb9-fee4-401a-a775-dda9b9839105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:01:39.405096 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:01:39.598271 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:01:39.908524 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-cb88a57f-a0f1-4e8b-b0ce-562e2b499db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:01:41.006410 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:01:42.429028 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:01:42.746123 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 17:02:07.181373 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-97abff64-7860-4982-87a7-5e9914f4e1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:02:09.398929 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:02:09.600045 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:02:09.909270 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-110805de-864a-4e04-98bf-24c2edbd3abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:02:11.012986 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:02:12.431653 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:02:19.746243 dv-cinder-786524-8-iscsi neutron-server[91619]: DEBUG neutron.db.agents_db [None req-8bffc8c9-6eb3-454b-a33e-186fccf263cb None None] Agent healthcheck: found 6 active agents {{(pid=91619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 17:02:37.182320 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-ae7b9ad1-6655-463f-a42a-a83146d4be3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:02:39.403281 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-2bcb85db-5b82-45a2-b6c4-6489c3c77d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:02:39.603070 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-05d21ba1-4079-49f7-ab63-85e98de72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:02:39.910706 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-f1b1d4e9-952e-464e-802e-bc4c7ac9a2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:02:41.020151 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-34d8af2f-7528-444a-a72d-cd59a80a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 17:02:42.436225 dv-cinder-786524-8-iscsi neutron-server[91618]: DEBUG neutron_lib.callbacks.manager [None req-9e977da6-7126-4461-bbb2-02fb7ecca1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727276549807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8046027'] for agent, after_update {{(pid=91618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}